2024-11-17 07:16:51,623 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-17 07:16:51,644 main DEBUG Took 0.019449 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 07:16:51,645 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 07:16:51,645 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 07:16:51,646 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 07:16:51,648 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 07:16:51,657 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 07:16:51,673 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 07:16:51,675 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 07:16:51,676 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 07:16:51,676 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 07:16:51,677 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 07:16:51,677 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 07:16:51,678 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 07:16:51,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 07:16:51,679 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 07:16:51,680 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 07:16:51,681 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 07:16:51,681 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 07:16:51,682 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 07:16:51,682 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 07:16:51,683 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 07:16:51,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 07:16:51,684 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 07:16:51,684 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 07:16:51,685 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 07:16:51,685 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 07:16:51,686 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 07:16:51,686 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 07:16:51,686 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 07:16:51,687 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 07:16:51,687 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 07:16:51,688 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 07:16:51,690 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 07:16:51,691 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 07:16:51,693 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 07:16:51,693 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 07:16:51,694 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 07:16:51,695 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 07:16:51,702 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 07:16:51,705 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 07:16:51,706 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 07:16:51,706 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 07:16:51,707 main DEBUG createAppenders(={Console}) 2024-11-17 07:16:51,707 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-17 07:16:51,707 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-17 07:16:51,708 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-17 07:16:51,708 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 07:16:51,709 main DEBUG OutputStream closed 2024-11-17 07:16:51,709 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 07:16:51,709 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 07:16:51,709 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-17 07:16:51,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 07:16:51,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 07:16:51,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 07:16:51,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 07:16:51,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 07:16:51,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 07:16:51,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 07:16:51,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 07:16:51,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 07:16:51,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 07:16:51,780 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 07:16:51,780 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 07:16:51,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 07:16:51,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 07:16:51,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 07:16:51,782 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 07:16:51,782 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 07:16:51,782 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 07:16:51,785 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 07:16:51,785 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-17 07:16:51,785 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 07:16:51,786 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-17T07:16:51,800 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-17 07:16:51,802 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 07:16:51,803 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T07:16:51,857 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=2198 2024-11-17T07:16:52,060 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-17T07:16:52,101 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7 2024-11-17T07:16:52,104 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/cluster_f4b1f831-b0ef-3e18-44ad-40d03f517cae, deleteOnExit=true 2024-11-17T07:16:52,198 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/cluster_f4b1f831-b0ef-3e18-44ad-40d03f517cae/zookeeper_0, clientPort=60278, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/cluster_f4b1f831-b0ef-3e18-44ad-40d03f517cae/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/cluster_f4b1f831-b0ef-3e18-44ad-40d03f517cae/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T07:16:52,211 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60278 2024-11-17T07:16:52,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T07:16:52,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T07:16:52,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/test.cache.data in system properties and HBase conf 2024-11-17T07:16:52,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T07:16:52,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/hadoop.log.dir in system properties and HBase conf 2024-11-17T07:16:52,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T07:16:52,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T07:16:52,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T07:16:52,313 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T07:16:52,413 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T07:16:52,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:16:52,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:16:52,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T07:16:52,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:16:52,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T07:16:52,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T07:16:52,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:16:52,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:16:52,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T07:16:52,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/nfs.dump.dir in system properties and HBase conf 2024-11-17T07:16:52,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/java.io.tmpdir in system properties and HBase conf 2024-11-17T07:16:52,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:16:52,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T07:16:52,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T07:16:53,331 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T07:16:53,416 INFO [Time-limited test {}] log.Log(170): Logging initialized @2453ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T07:16:53,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:16:53,569 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:16:53,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:16:53,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:16:53,598 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:16:53,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:16:53,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:16:53,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:16:53,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/java.io.tmpdir/jetty-localhost-35371-hadoop-hdfs-3_4_1-tests_jar-_-any-15082103813503887199/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:16:53,826 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:35371} 2024-11-17T07:16:53,827 INFO [Time-limited test {}] server.Server(415): Started @2864ms 2024-11-17T07:16:54,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:16:54,222 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:16:54,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:16:54,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:16:54,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:16:54,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:16:54,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:16:54,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20104caa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/java.io.tmpdir/jetty-localhost-46551-hadoop-hdfs-3_4_1-tests_jar-_-any-4297050877701635224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:16:54,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d6be275{HTTP/1.1, (http/1.1)}{localhost:46551} 2024-11-17T07:16:54,356 INFO [Time-limited test {}] server.Server(415): Started @3394ms 2024-11-17T07:16:54,420 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T07:16:54,903 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/cluster_f4b1f831-b0ef-3e18-44ad-40d03f517cae/data/data2/current/BP-14790393-172.17.0.2-1731827813070/current, will proceed with Du for space computation calculation, 2024-11-17T07:16:54,903 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/cluster_f4b1f831-b0ef-3e18-44ad-40d03f517cae/data/data1/current/BP-14790393-172.17.0.2-1731827813070/current, will proceed with Du for space computation calculation, 2024-11-17T07:16:54,932 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T07:16:54,983 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87f5193e9b9f0459 with lease ID 0x9ff468ed835be3ad: Processing first storage report for DS-6dea5b53-c763-4764-a8fc-7d6fd050d1dd from datanode DatanodeRegistration(127.0.0.1:45387, datanodeUuid=506db7af-abd1-48e3-a2d6-ad8e17024272, infoPort=44343, infoSecurePort=0, ipcPort=40543, storageInfo=lv=-57;cid=testClusterID;nsid=267643021;c=1731827813070) 2024-11-17T07:16:54,984 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87f5193e9b9f0459 with lease ID 0x9ff468ed835be3ad: from storage DS-6dea5b53-c763-4764-a8fc-7d6fd050d1dd node DatanodeRegistration(127.0.0.1:45387, datanodeUuid=506db7af-abd1-48e3-a2d6-ad8e17024272, infoPort=44343, infoSecurePort=0, ipcPort=40543, storageInfo=lv=-57;cid=testClusterID;nsid=267643021;c=1731827813070), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T07:16:54,984 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87f5193e9b9f0459 with lease ID 0x9ff468ed835be3ad: Processing first storage report for DS-b3676da4-c4bf-4669-a486-aec836a05b16 from datanode DatanodeRegistration(127.0.0.1:45387, datanodeUuid=506db7af-abd1-48e3-a2d6-ad8e17024272, infoPort=44343, infoSecurePort=0, ipcPort=40543, storageInfo=lv=-57;cid=testClusterID;nsid=267643021;c=1731827813070) 2024-11-17T07:16:54,985 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87f5193e9b9f0459 with lease ID 0x9ff468ed835be3ad: from storage DS-b3676da4-c4bf-4669-a486-aec836a05b16 node DatanodeRegistration(127.0.0.1:45387, datanodeUuid=506db7af-abd1-48e3-a2d6-ad8e17024272, infoPort=44343, infoSecurePort=0, ipcPort=40543, storageInfo=lv=-57;cid=testClusterID;nsid=267643021;c=1731827813070), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T07:16:55,073 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7 2024-11-17T07:16:55,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:16:55,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:16:55,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741825_1001 (size=7) 2024-11-17T07:16:55,745 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8 with version=8 2024-11-17T07:16:55,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/hbase-staging 2024-11-17T07:16:55,840 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-17T07:16:56,089 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:16:56,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:16:56,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:16:56,105 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:16:56,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:16:56,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:16:56,242 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:16:56,301 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T07:16:56,310 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T07:16:56,313 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:16:56,340 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13063 (auto-detected) 2024-11-17T07:16:56,341 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-17T07:16:56,359 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39753 2024-11-17T07:16:56,380 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39753 connecting to ZooKeeper ensemble=127.0.0.1:60278 2024-11-17T07:16:56,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397530x0, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:16:56,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39753-0x10124c931dd0000 connected 2024-11-17T07:16:56,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:16:56,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:16:56,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Set watcher on znode that does not yet exist, /0-1206820394/running 2024-11-17T07:16:56,464 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8, hbase.cluster.distributed=false 2024-11-17T07:16:56,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Set watcher on znode that does not yet exist, /0-1206820394/acl 2024-11-17T07:16:56,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39753 2024-11-17T07:16:56,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39753 2024-11-17T07:16:56,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39753 2024-11-17T07:16:56,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39753 2024-11-17T07:16:56,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39753 2024-11-17T07:16:56,614 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:16:56,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:16:56,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:16:56,617 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:16:56,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:16:56,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:16:56,621 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:16:56,623 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:16:56,624 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43231 2024-11-17T07:16:56,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43231 connecting to ZooKeeper ensemble=127.0.0.1:60278 2024-11-17T07:16:56,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:16:56,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:16:56,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432310x0, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:16:56,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43231-0x10124c931dd0001 connected 2024-11-17T07:16:56,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43231-0x10124c931dd0001, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Set watcher on znode that does not yet exist, /0-1206820394/running 2024-11-17T07:16:56,643 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:16:56,650 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:16:56,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43231-0x10124c931dd0001, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Set watcher on znode that does not yet exist, /0-1206820394/master 2024-11-17T07:16:56,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43231-0x10124c931dd0001, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Set watcher on znode that does not yet exist, /0-1206820394/acl 2024-11-17T07:16:56,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43231 2024-11-17T07:16:56,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43231 2024-11-17T07:16:56,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43231 2024-11-17T07:16:56,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43231 2024-11-17T07:16:56,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43231 2024-11-17T07:16:56,679 DEBUG [M:0;1dd62e24b303:39753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:39753 2024-11-17T07:16:56,680 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1206820394/backup-masters/1dd62e24b303,39753,1731827815892 2024-11-17T07:16:56,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394/backup-masters 2024-11-17T07:16:56,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x10124c931dd0001, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394/backup-masters 2024-11-17T07:16:56,689 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Set watcher on existing znode=/0-1206820394/backup-masters/1dd62e24b303,39753,1731827815892 2024-11-17T07:16:56,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x10124c931dd0001, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1206820394/master 2024-11-17T07:16:56,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:16:56,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x10124c931dd0001, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:16:56,710 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Set watcher on existing znode=/0-1206820394/master 2024-11-17T07:16:56,711 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1206820394/backup-masters/1dd62e24b303,39753,1731827815892 from backup master directory 2024-11-17T07:16:56,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1206820394/backup-masters/1dd62e24b303,39753,1731827815892 2024-11-17T07:16:56,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x10124c931dd0001, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394/backup-masters 2024-11-17T07:16:56,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394/backup-masters 2024-11-17T07:16:56,716 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:16:56,716 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,39753,1731827815892 2024-11-17T07:16:56,718 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-17T07:16:56,720 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-17T07:16:56,777 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/hbase.id] with ID: 845706de-3dba-4f60-8391-947c9d293f2e 2024-11-17T07:16:56,777 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/.tmp/hbase.id 2024-11-17T07:16:56,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741826_1002 (size=42) 2024-11-17T07:16:57,190 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/.tmp/hbase.id]:[hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/hbase.id] 2024-11-17T07:16:57,232 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:16:57,236 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:16:57,255 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-17T07:16:57,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:16:57,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x10124c931dd0001, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:16:57,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741827_1003 (size=196) 2024-11-17T07:16:57,682 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:16:57,684 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:16:57,702 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T07:16:57,706 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:16:57,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741828_1004 (size=1189) 2024-11-17T07:16:58,156 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store 2024-11-17T07:16:58,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741829_1005 (size=34) 2024-11-17T07:16:58,179 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-17T07:16:58,182 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:16:58,183 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:16:58,183 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:16:58,184 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:16:58,185 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:16:58,185 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:16:58,185 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:16:58,186 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827818183Disabling compacts and flushes for region at 1731827818183Disabling writes for close at 1731827818185 (+2 ms)Writing region close event to WAL at 1731827818185Closed at 1731827818185 2024-11-17T07:16:58,188 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/.initializing 2024-11-17T07:16:58,189 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/WALs/1dd62e24b303,39753,1731827815892 2024-11-17T07:16:58,197 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:16:58,211 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C39753%2C1731827815892, suffix=, logDir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/WALs/1dd62e24b303,39753,1731827815892, archiveDir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/oldWALs, maxLogs=10 2024-11-17T07:16:58,234 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/WALs/1dd62e24b303,39753,1731827815892/1dd62e24b303%2C39753%2C1731827815892.1731827818215, exclude list is [], retry=0 2024-11-17T07:16:58,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45387,DS-6dea5b53-c763-4764-a8fc-7d6fd050d1dd,DISK] 2024-11-17T07:16:58,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-17T07:16:58,287 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/WALs/1dd62e24b303,39753,1731827815892/1dd62e24b303%2C39753%2C1731827815892.1731827818215 2024-11-17T07:16:58,288 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44343:44343)] 2024-11-17T07:16:58,289 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:16:58,289 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:16:58,292 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:16:58,293 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:16:58,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:16:58,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:16:58,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:16:58,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:16:58,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:16:58,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:16:58,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:16:58,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:16:58,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:16:58,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:16:58,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:16:58,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:16:58,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:16:58,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:16:58,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:16:58,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:16:58,378 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:16:58,381 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:16:58,383 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:16:58,387 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:16:58,388 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:16:58,392 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:16:58,395 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:16:58,399 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:16:58,400 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69061752, jitterRate=0.02910029888153076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:16:58,406 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731827818305Initializing all the Stores at 1731827818307 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827818307Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827818308 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827818308Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827818308Cleaning up temporary data from old regions at 1731827818388 (+80 ms)Region opened successfully at 1731827818406 (+18 ms) 2024-11-17T07:16:58,407 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:16:58,441 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1122e569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:16:58,474 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T07:16:58,485 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:16:58,485 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:16:58,489 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:16:58,490 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T07:16:58,495 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-17T07:16:58,495 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:16:58,521 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:16:58,530 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Unable to get data of znode /0-1206820394/balancer because node does not exist (not necessarily an error) 2024-11-17T07:16:58,532 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1206820394/balancer already deleted, retry=false 2024-11-17T07:16:58,535 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:16:58,536 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Unable to get data of znode /0-1206820394/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:16:58,538 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1206820394/normalizer already deleted, retry=false 2024-11-17T07:16:58,540 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:16:58,544 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Unable to get data of znode /0-1206820394/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:16:58,546 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1206820394/switch/split already deleted, retry=false 2024-11-17T07:16:58,548 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Unable to get data of znode /0-1206820394/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:16:58,549 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1206820394/switch/merge already deleted, retry=false 2024-11-17T07:16:58,569 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Unable to get data of znode /0-1206820394/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:16:58,570 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1206820394/snapshot-cleanup already deleted, retry=false 2024-11-17T07:16:58,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1206820394/running 2024-11-17T07:16:58,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x10124c931dd0001, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1206820394/running 2024-11-17T07:16:58,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:16:58,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x10124c931dd0001, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:16:58,578 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,39753,1731827815892, sessionid=0x10124c931dd0000, setting cluster-up flag (Was=false) 2024-11-17T07:16:58,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x10124c931dd0001, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:16:58,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:16:58,603 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1206820394/flush-table-proc/acquired, /0-1206820394/flush-table-proc/reached, /0-1206820394/flush-table-proc/abort 2024-11-17T07:16:58,605 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,39753,1731827815892 2024-11-17T07:16:58,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x10124c931dd0001, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:16:58,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:16:58,616 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1206820394/online-snapshot/acquired, /0-1206820394/online-snapshot/reached, /0-1206820394/online-snapshot/abort 2024-11-17T07:16:58,618 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,39753,1731827815892 2024-11-17T07:16:58,626 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T07:16:58,669 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(746): ClusterId : 845706de-3dba-4f60-8391-947c9d293f2e 2024-11-17T07:16:58,671 DEBUG [RS:0;1dd62e24b303:43231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:16:58,676 DEBUG [RS:0;1dd62e24b303:43231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:16:58,676 DEBUG [RS:0;1dd62e24b303:43231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:16:58,679 DEBUG [RS:0;1dd62e24b303:43231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:16:58,679 DEBUG [RS:0;1dd62e24b303:43231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560c2f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:16:58,695 DEBUG [RS:0;1dd62e24b303:43231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:43231 2024-11-17T07:16:58,698 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:16:58,698 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:16:58,698 DEBUG [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:16:58,700 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:16:58,701 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,39753,1731827815892 with port=43231, startcode=1731827816575 2024-11-17T07:16:58,710 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:16:58,713 DEBUG [RS:0;1dd62e24b303:43231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:16:58,716 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:16:58,722 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,39753,1731827815892 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:16:58,730 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:16:58,730 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:16:58,730 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:16:58,731 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:16:58,731 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:16:58,731 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:16:58,731 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:16:58,732 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:16:58,737 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731827848737 2024-11-17T07:16:58,738 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:16:58,741 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:16:58,741 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T07:16:58,742 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:16:58,746 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:16:58,746 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:16:58,746 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:16:58,746 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:16:58,747 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:16:58,747 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T07:16:58,747 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:16:58,753 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:16:58,755 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:16:58,755 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:16:58,755 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:16:58,756 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:16:58,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741831_1007 (size=1321) 2024-11-17T07:16:58,761 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39753 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T07:16:58,764 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:16:58,765 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:16:58,767 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827818766,5,FailOnTimeoutGroup] 2024-11-17T07:16:58,767 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827818767,5,FailOnTimeoutGroup] 2024-11-17T07:16:58,768 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:16:58,768 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:16:58,769 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:16:58,769 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:16:58,787 DEBUG [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-17T07:16:58,787 WARN [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-17T07:16:58,889 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,39753,1731827815892 with port=43231, startcode=1731827816575 2024-11-17T07:16:58,891 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39753 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,43231,1731827816575 2024-11-17T07:16:58,894 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39753 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,43231,1731827816575 2024-11-17T07:16:58,902 DEBUG [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8 2024-11-17T07:16:58,902 DEBUG [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33321 2024-11-17T07:16:58,903 DEBUG [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:16:58,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394/rs 2024-11-17T07:16:58,909 DEBUG [RS:0;1dd62e24b303:43231 {}] zookeeper.ZKUtil(111): regionserver:43231-0x10124c931dd0001, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Set watcher on existing znode=/0-1206820394/rs/1dd62e24b303,43231,1731827816575 2024-11-17T07:16:58,909 WARN [RS:0;1dd62e24b303:43231 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:16:58,909 INFO [RS:0;1dd62e24b303:43231 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:16:58,909 DEBUG [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575 2024-11-17T07:16:58,911 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,43231,1731827816575] 2024-11-17T07:16:58,935 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:16:58,948 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:16:58,953 INFO [RS:0;1dd62e24b303:43231 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:16:58,953 INFO [RS:0;1dd62e24b303:43231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:16:58,954 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:16:58,960 INFO [RS:0;1dd62e24b303:43231 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:16:58,961 INFO [RS:0;1dd62e24b303:43231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:16:58,962 DEBUG [RS:0;1dd62e24b303:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:16:58,962 DEBUG [RS:0;1dd62e24b303:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:16:58,962 DEBUG [RS:0;1dd62e24b303:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:16:58,962 DEBUG [RS:0;1dd62e24b303:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:16:58,962 DEBUG [RS:0;1dd62e24b303:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:16:58,962 DEBUG [RS:0;1dd62e24b303:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:16:58,963 DEBUG [RS:0;1dd62e24b303:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:16:58,963 DEBUG [RS:0;1dd62e24b303:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:16:58,963 DEBUG [RS:0;1dd62e24b303:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:16:58,963 DEBUG [RS:0;1dd62e24b303:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:16:58,963 DEBUG [RS:0;1dd62e24b303:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:16:58,963 DEBUG [RS:0;1dd62e24b303:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:16:58,963 DEBUG [RS:0;1dd62e24b303:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:16:58,964 DEBUG [RS:0;1dd62e24b303:43231 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:16:58,965 INFO [RS:0;1dd62e24b303:43231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:16:58,965 INFO [RS:0;1dd62e24b303:43231 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:16:58,965 INFO [RS:0;1dd62e24b303:43231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:16:58,965 INFO [RS:0;1dd62e24b303:43231 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:16:58,966 INFO [RS:0;1dd62e24b303:43231 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:16:58,966 INFO [RS:0;1dd62e24b303:43231 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,43231,1731827816575-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:16:58,985 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:16:58,987 INFO [RS:0;1dd62e24b303:43231 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,43231,1731827816575-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:16:58,987 INFO [RS:0;1dd62e24b303:43231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:16:58,987 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.Replication(171): 1dd62e24b303,43231,1731827816575 started 2024-11-17T07:16:59,005 INFO [RS:0;1dd62e24b303:43231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:16:59,006 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,43231,1731827816575, RpcServer on 1dd62e24b303/172.17.0.2:43231, sessionid=0x10124c931dd0001 2024-11-17T07:16:59,006 DEBUG [RS:0;1dd62e24b303:43231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:16:59,007 DEBUG [RS:0;1dd62e24b303:43231 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,43231,1731827816575 2024-11-17T07:16:59,007 DEBUG [RS:0;1dd62e24b303:43231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,43231,1731827816575' 2024-11-17T07:16:59,007 DEBUG [RS:0;1dd62e24b303:43231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1206820394/flush-table-proc/abort' 2024-11-17T07:16:59,008 DEBUG [RS:0;1dd62e24b303:43231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1206820394/flush-table-proc/acquired' 2024-11-17T07:16:59,009 DEBUG [RS:0;1dd62e24b303:43231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:16:59,009 DEBUG [RS:0;1dd62e24b303:43231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:16:59,009 DEBUG [RS:0;1dd62e24b303:43231 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,43231,1731827816575 2024-11-17T07:16:59,009 DEBUG [RS:0;1dd62e24b303:43231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,43231,1731827816575' 2024-11-17T07:16:59,009 DEBUG [RS:0;1dd62e24b303:43231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1206820394/online-snapshot/abort' 2024-11-17T07:16:59,010 DEBUG [RS:0;1dd62e24b303:43231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1206820394/online-snapshot/acquired' 2024-11-17T07:16:59,010 DEBUG [RS:0;1dd62e24b303:43231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:16:59,010 INFO [RS:0;1dd62e24b303:43231 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:16:59,011 INFO [RS:0;1dd62e24b303:43231 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:16:59,116 INFO [RS:0;1dd62e24b303:43231 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:16:59,120 INFO [RS:0;1dd62e24b303:43231 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C43231%2C1731827816575, suffix=, logDir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575, archiveDir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/oldWALs, maxLogs=10 2024-11-17T07:16:59,137 DEBUG [RS:0;1dd62e24b303:43231 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575/1dd62e24b303%2C43231%2C1731827816575.1731827819122, exclude list is [], retry=0 2024-11-17T07:16:59,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45387,DS-6dea5b53-c763-4764-a8fc-7d6fd050d1dd,DISK] 2024-11-17T07:16:59,145 INFO [RS:0;1dd62e24b303:43231 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575/1dd62e24b303%2C43231%2C1731827816575.1731827819122 2024-11-17T07:16:59,145 DEBUG [RS:0;1dd62e24b303:43231 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44343:44343)] 2024-11-17T07:16:59,163 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T07:16:59,163 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8 2024-11-17T07:16:59,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741833_1009 (size=32) 2024-11-17T07:16:59,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:16:59,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:16:59,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:16:59,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:16:59,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:16:59,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:16:59,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:16:59,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:16:59,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:16:59,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:16:59,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:16:59,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:16:59,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:16:59,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:16:59,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:16:59,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:16:59,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:16:59,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:16:59,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740 2024-11-17T07:16:59,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740 2024-11-17T07:16:59,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:16:59,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:16:59,596 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:16:59,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:16:59,602 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:16:59,603 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73925672, jitterRate=0.10157835483551025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:16:59,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731827819575Initializing all the Stores at 1731827819577 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827819577Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827819577Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827819577Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827819577Cleaning up temporary data from old regions at 1731827819595 (+18 ms)Region opened successfully at 1731827819605 (+10 ms) 2024-11-17T07:16:59,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:16:59,605 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:16:59,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:16:59,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:16:59,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:16:59,606 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:16:59,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827819605Disabling compacts and flushes for region at 1731827819605Disabling writes for close at 1731827819605Writing region close event to WAL at 1731827819606 (+1 ms)Closed at 1731827819606 2024-11-17T07:16:59,610 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:16:59,610 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T07:16:59,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:16:59,625 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:16:59,627 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T07:16:59,779 DEBUG [1dd62e24b303:39753 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:16:59,791 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,43231,1731827816575 2024-11-17T07:16:59,800 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,43231,1731827816575, state=OPENING 2024-11-17T07:16:59,805 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T07:16:59,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x10124c931dd0001, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:16:59,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:16:59,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1206820394/meta-region-server: CHANGED 2024-11-17T07:16:59,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1206820394/meta-region-server: CHANGED 2024-11-17T07:16:59,812 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:16:59,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,43231,1731827816575}] 2024-11-17T07:16:59,990 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:16:59,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:17:00,005 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:17:00,005 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:17:00,006 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:17:00,009 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C43231%2C1731827816575.meta, suffix=.meta, logDir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575, archiveDir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/oldWALs, maxLogs=10 2024-11-17T07:17:00,026 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575/1dd62e24b303%2C43231%2C1731827816575.meta.1731827820011.meta, exclude list is [], retry=0 2024-11-17T07:17:00,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45387,DS-6dea5b53-c763-4764-a8fc-7d6fd050d1dd,DISK] 2024-11-17T07:17:00,033 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575/1dd62e24b303%2C43231%2C1731827816575.meta.1731827820011.meta 2024-11-17T07:17:00,034 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44343:44343)] 2024-11-17T07:17:00,034 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:17:00,039 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:17:00,040 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:17:00,043 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:17:00,045 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:17:00,049 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:17:00,049 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:00,049 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:17:00,050 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:17:00,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:17:00,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:17:00,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:00,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:00,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:17:00,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:17:00,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:00,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:00,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:17:00,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:17:00,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:00,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:00,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:17:00,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:17:00,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:00,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:00,063 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:17:00,064 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740 2024-11-17T07:17:00,066 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740 2024-11-17T07:17:00,068 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:17:00,069 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:17:00,069 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:17:00,072 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:17:00,073 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60259796, jitterRate=-0.10205906629562378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:17:00,073 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:17:00,075 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731827820050Writing region info on filesystem at 1731827820050Initializing all the Stores at 1731827820052 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827820052Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827820052Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827820052Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827820053 (+1 ms)Cleaning up temporary data from old regions at 1731827820069 (+16 ms)Running coprocessor post-open hooks at 1731827820073 (+4 ms)Region opened successfully at 1731827820075 (+2 ms) 2024-11-17T07:17:00,082 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731827819980 2024-11-17T07:17:00,093 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:17:00,093 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:17:00,096 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,43231,1731827816575 2024-11-17T07:17:00,098 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,43231,1731827816575, state=OPEN 2024-11-17T07:17:00,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1206820394/meta-region-server 2024-11-17T07:17:00,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x10124c931dd0001, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1206820394/meta-region-server 2024-11-17T07:17:00,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1206820394/meta-region-server: CHANGED 2024-11-17T07:17:00,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1206820394/meta-region-server: CHANGED 2024-11-17T07:17:00,100 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,43231,1731827816575 2024-11-17T07:17:00,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T07:17:00,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,43231,1731827816575 in 287 msec 2024-11-17T07:17:00,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T07:17:00,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 490 msec 2024-11-17T07:17:00,112 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:17:00,112 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T07:17:00,132 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:17:00,133 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43231,1731827816575, seqNum=-1] 2024-11-17T07:17:00,155 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:17:00,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:17:00,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5230 sec 2024-11-17T07:17:00,178 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731827820178, completionTime=-1 2024-11-17T07:17:00,181 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T07:17:00,181 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:17:00,207 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:17:00,207 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731827880207 2024-11-17T07:17:00,207 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731827940207 2024-11-17T07:17:00,207 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-17T07:17:00,209 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,39753,1731827815892-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:00,210 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,39753,1731827815892-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:00,210 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,39753,1731827815892-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:00,211 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:39753, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:00,212 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:00,213 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:00,219 DEBUG [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T07:17:00,241 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.525sec 2024-11-17T07:17:00,242 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:17:00,243 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:17:00,244 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:17:00,245 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:17:00,245 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:17:00,246 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,39753,1731827815892-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:17:00,246 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,39753,1731827815892-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:17:00,254 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:17:00,255 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:17:00,255 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,39753,1731827815892-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:00,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7a2adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:00,281 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-17T07:17:00,281 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-17T07:17:00,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,39753,-1 for getting cluster id 2024-11-17T07:17:00,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:00,294 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '845706de-3dba-4f60-8391-947c9d293f2e' 2024-11-17T07:17:00,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:00,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "845706de-3dba-4f60-8391-947c9d293f2e" 2024-11-17T07:17:00,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db9d8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:00,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,39753,-1] 2024-11-17T07:17:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:00,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:00,304 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:00,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7beff2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:00,307 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:17:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43231,1731827816575, seqNum=-1] 2024-11-17T07:17:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:17:00,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:17:00,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1dd62e24b303,39753,1731827815892 2024-11-17T07:17:00,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60278 2024-11-17T07:17:00,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:17:00,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10124c931dd0002 connected 2024-11-17T07:17:00,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/hadoop.log.dir so I do NOT create it in target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d 2024-11-17T07:17:00,363 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T07:17:00,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/hadoop.tmp.dir so I do NOT create it in target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d 2024-11-17T07:17:00,363 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T07:17:00,364 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d 2024-11-17T07:17:00,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T07:17:00,364 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/cluster_da1deb31-b3d6-2a59-d502-3c3c83028b50, deleteOnExit=true 2024-11-17T07:17:00,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T07:17:00,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/test.cache.data in system properties and HBase conf 2024-11-17T07:17:00,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T07:17:00,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/hadoop.log.dir in system properties and HBase conf 2024-11-17T07:17:00,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T07:17:00,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T07:17:00,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T07:17:00,365 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T07:17:00,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:17:00,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:17:00,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T07:17:00,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:17:00,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T07:17:00,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T07:17:00,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:17:00,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:17:00,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T07:17:00,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/nfs.dump.dir in system properties and HBase conf 2024-11-17T07:17:00,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/java.io.tmpdir in system properties and HBase conf 2024-11-17T07:17:00,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:17:00,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T07:17:00,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T07:17:00,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:17:00,479 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:17:00,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:17:00,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:17:00,486 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T07:17:00,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:17:00,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:17:00,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:17:00,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46934c71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/java.io.tmpdir/jetty-localhost-40657-hadoop-hdfs-3_4_1-tests_jar-_-any-14608604194052909163/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:17:00,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:40657} 2024-11-17T07:17:00,621 INFO [Time-limited test {}] server.Server(415): Started @9658ms 2024-11-17T07:17:00,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:17:00,753 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:17:00,758 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:17:00,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:17:00,759 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:17:00,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:17:00,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:17:00,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@671eadbd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/java.io.tmpdir/jetty-localhost-36775-hadoop-hdfs-3_4_1-tests_jar-_-any-12563874943919320189/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:17:00,919 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:36775} 2024-11-17T07:17:00,919 INFO [Time-limited test {}] server.Server(415): Started @9957ms 2024-11-17T07:17:00,921 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T07:17:01,043 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/cluster_da1deb31-b3d6-2a59-d502-3c3c83028b50/data/data1/current/BP-1990572390-172.17.0.2-1731827820404/current, will proceed with Du for space computation calculation, 2024-11-17T07:17:01,043 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/cluster_da1deb31-b3d6-2a59-d502-3c3c83028b50/data/data2/current/BP-1990572390-172.17.0.2-1731827820404/current, will proceed with Du for space computation calculation, 2024-11-17T07:17:01,086 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T07:17:01,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b218ade509497b0 with lease ID 0x10969bfd284e79f4: Processing first storage report for DS-d0df0a2b-ac3f-447a-b837-204de97c4a47 from datanode DatanodeRegistration(127.0.0.1:38295, datanodeUuid=f249862c-f61f-4a1a-a432-cd4951a8c80a, infoPort=41731, infoSecurePort=0, ipcPort=40985, storageInfo=lv=-57;cid=testClusterID;nsid=655657334;c=1731827820404) 2024-11-17T07:17:01,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b218ade509497b0 with lease ID 0x10969bfd284e79f4: from storage DS-d0df0a2b-ac3f-447a-b837-204de97c4a47 node DatanodeRegistration(127.0.0.1:38295, datanodeUuid=f249862c-f61f-4a1a-a432-cd4951a8c80a, infoPort=41731, infoSecurePort=0, ipcPort=40985, storageInfo=lv=-57;cid=testClusterID;nsid=655657334;c=1731827820404), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T07:17:01,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b218ade509497b0 with lease ID 0x10969bfd284e79f4: Processing first storage report for DS-ae317b1d-f450-4e4b-b521-0872fcdb8804 from datanode DatanodeRegistration(127.0.0.1:38295, datanodeUuid=f249862c-f61f-4a1a-a432-cd4951a8c80a, infoPort=41731, infoSecurePort=0, ipcPort=40985, storageInfo=lv=-57;cid=testClusterID;nsid=655657334;c=1731827820404) 2024-11-17T07:17:01,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b218ade509497b0 with lease ID 0x10969bfd284e79f4: from storage DS-ae317b1d-f450-4e4b-b521-0872fcdb8804 node DatanodeRegistration(127.0.0.1:38295, datanodeUuid=f249862c-f61f-4a1a-a432-cd4951a8c80a, infoPort=41731, infoSecurePort=0, ipcPort=40985, storageInfo=lv=-57;cid=testClusterID;nsid=655657334;c=1731827820404), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:17:01,158 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d 2024-11-17T07:17:01,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:01,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:01,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741825_1001 (size=7) 2024-11-17T07:17:01,180 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b with version=8 2024-11-17T07:17:01,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/hbase-staging 2024-11-17T07:17:01,183 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:17:01,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:01,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:01,183 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:17:01,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:01,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:17:01,184 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:17:01,184 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:17:01,185 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43249 2024-11-17T07:17:01,186 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43249 connecting to ZooKeeper ensemble=127.0.0.1:60278 2024-11-17T07:17:01,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432490x0, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:17:01,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43249-0x10124c931dd0003 connected 2024-11-17T07:17:01,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:01,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:01,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Set watcher on znode that does not yet exist, /1140272911/running 2024-11-17T07:17:01,212 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b, hbase.cluster.distributed=false 2024-11-17T07:17:01,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Set watcher on znode that does not yet exist, /1140272911/acl 2024-11-17T07:17:01,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43249 2024-11-17T07:17:01,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43249 2024-11-17T07:17:01,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43249 2024-11-17T07:17:01,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43249 2024-11-17T07:17:01,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43249 2024-11-17T07:17:01,235 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:17:01,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:01,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:01,235 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:17:01,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:01,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:17:01,236 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:17:01,236 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:17:01,237 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40187 2024-11-17T07:17:01,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40187 connecting to ZooKeeper ensemble=127.0.0.1:60278 2024-11-17T07:17:01,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:01,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:01,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401870x0, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:17:01,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401870x0, quorum=127.0.0.1:60278, baseZNode=/1140272911 Set watcher on znode that does not yet exist, /1140272911/running 2024-11-17T07:17:01,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40187-0x10124c931dd0004 connected 2024-11-17T07:17:01,248 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:17:01,252 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:17:01,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40187-0x10124c931dd0004, quorum=127.0.0.1:60278, baseZNode=/1140272911 Set watcher on znode that does not yet exist, /1140272911/master 2024-11-17T07:17:01,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40187-0x10124c931dd0004, quorum=127.0.0.1:60278, baseZNode=/1140272911 Set watcher on znode that does not yet exist, /1140272911/acl 2024-11-17T07:17:01,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40187 2024-11-17T07:17:01,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40187 2024-11-17T07:17:01,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40187 2024-11-17T07:17:01,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40187 2024-11-17T07:17:01,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40187 2024-11-17T07:17:01,280 DEBUG [M:0;1dd62e24b303:43249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:43249 2024-11-17T07:17:01,280 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1140272911/backup-masters/1dd62e24b303,43249,1731827821182 2024-11-17T07:17:01,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140272911/backup-masters 2024-11-17T07:17:01,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10124c931dd0004, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140272911/backup-masters 2024-11-17T07:17:01,283 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Set watcher on existing znode=/1140272911/backup-masters/1dd62e24b303,43249,1731827821182 2024-11-17T07:17:01,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10124c931dd0004, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1140272911/master 2024-11-17T07:17:01,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140272911 2024-11-17T07:17:01,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10124c931dd0004, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140272911 2024-11-17T07:17:01,287 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Set watcher on existing znode=/1140272911/master 2024-11-17T07:17:01,288 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1140272911/backup-masters/1dd62e24b303,43249,1731827821182 from backup master directory 2024-11-17T07:17:01,289 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:17:01,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10124c931dd0004, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140272911/backup-masters 2024-11-17T07:17:01,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1140272911/backup-masters/1dd62e24b303,43249,1731827821182 2024-11-17T07:17:01,289 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,43249,1731827821182 2024-11-17T07:17:01,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140272911/backup-masters 2024-11-17T07:17:01,297 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/hbase.id] with ID: d781c527-4e28-47f9-992b-f625b5a8bded 2024-11-17T07:17:01,297 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/.tmp/hbase.id 2024-11-17T07:17:01,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741826_1002 (size=42) 2024-11-17T07:17:01,706 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/.tmp/hbase.id]:[hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/hbase.id] 2024-11-17T07:17:01,735 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:01,736 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:17:01,738 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-17T07:17:01,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10124c931dd0004, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140272911 2024-11-17T07:17:01,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140272911 2024-11-17T07:17:01,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741827_1003 (size=196) 2024-11-17T07:17:01,757 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:17:01,758 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:17:01,758 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:17:01,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741828_1004 (size=1189) 2024-11-17T07:17:02,173 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/data/master/store 2024-11-17T07:17:02,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741829_1005 (size=34) 2024-11-17T07:17:02,582 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:02,583 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:17:02,583 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:02,583 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:02,583 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:17:02,583 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:02,583 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:02,583 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827822583Disabling compacts and flushes for region at 1731827822583Disabling writes for close at 1731827822583Writing region close event to WAL at 1731827822583Closed at 1731827822583 2024-11-17T07:17:02,585 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/data/master/store/.initializing 2024-11-17T07:17:02,585 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/WALs/1dd62e24b303,43249,1731827821182 2024-11-17T07:17:02,587 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:17:02,590 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C43249%2C1731827821182, suffix=, logDir=hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/WALs/1dd62e24b303,43249,1731827821182, archiveDir=hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/oldWALs, maxLogs=10 2024-11-17T07:17:02,604 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/WALs/1dd62e24b303,43249,1731827821182/1dd62e24b303%2C43249%2C1731827821182.1731827822590, exclude list is [], retry=0 2024-11-17T07:17:02,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38295,DS-d0df0a2b-ac3f-447a-b837-204de97c4a47,DISK] 2024-11-17T07:17:02,631 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/WALs/1dd62e24b303,43249,1731827821182/1dd62e24b303%2C43249%2C1731827821182.1731827822590 2024-11-17T07:17:02,633 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41731:41731)] 2024-11-17T07:17:02,633 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:17:02,633 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:02,634 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:02,634 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:02,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:02,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:17:02,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:02,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:02,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:02,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:17:02,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:02,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:02,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:02,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:17:02,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:02,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:02,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:02,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:17:02,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:02,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:02,650 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:02,652 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:02,652 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:02,655 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:02,655 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:02,656 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:17:02,658 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:02,662 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:17:02,662 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61471305, jitterRate=-0.0840061753988266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:17:02,663 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731827822634Initializing all the Stores at 1731827822636 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827822636Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827822636Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827822636Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827822636Cleaning up temporary data from old regions at 1731827822655 (+19 ms)Region opened successfully at 1731827822662 (+7 ms) 2024-11-17T07:17:02,663 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:17:02,668 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70cd24ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:17:02,674 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T07:17:02,674 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:17:02,674 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:17:02,675 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:17:02,676 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T07:17:02,676 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T07:17:02,676 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:17:02,680 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:17:02,681 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Unable to get data of znode /1140272911/balancer because node does not exist (not necessarily an error) 2024-11-17T07:17:02,682 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1140272911/balancer already deleted, retry=false 2024-11-17T07:17:02,683 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:17:02,683 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Unable to get data of znode /1140272911/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:17:02,686 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1140272911/normalizer already deleted, retry=false 2024-11-17T07:17:02,687 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:17:02,688 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Unable to get data of znode /1140272911/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:17:02,689 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1140272911/switch/split already deleted, retry=false 2024-11-17T07:17:02,691 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Unable to get data of znode /1140272911/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:17:02,692 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1140272911/switch/merge already deleted, retry=false 2024-11-17T07:17:02,695 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Unable to get data of znode /1140272911/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:17:02,696 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1140272911/snapshot-cleanup already deleted, retry=false 2024-11-17T07:17:02,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1140272911/running 2024-11-17T07:17:02,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10124c931dd0004, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1140272911/running 2024-11-17T07:17:02,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10124c931dd0004, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140272911 2024-11-17T07:17:02,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140272911 2024-11-17T07:17:02,702 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,43249,1731827821182, sessionid=0x10124c931dd0003, setting cluster-up flag (Was=false) 2024-11-17T07:17:02,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140272911 2024-11-17T07:17:02,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10124c931dd0004, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140272911 2024-11-17T07:17:02,711 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1140272911/flush-table-proc/acquired, /1140272911/flush-table-proc/reached, /1140272911/flush-table-proc/abort 2024-11-17T07:17:02,712 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,43249,1731827821182 2024-11-17T07:17:02,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140272911 2024-11-17T07:17:02,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10124c931dd0004, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140272911 2024-11-17T07:17:02,722 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1140272911/online-snapshot/acquired, /1140272911/online-snapshot/reached, /1140272911/online-snapshot/abort 2024-11-17T07:17:02,723 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,43249,1731827821182 2024-11-17T07:17:02,725 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T07:17:02,728 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:17:02,728 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:17:02,728 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:17:02,729 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,43249,1731827821182 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:17:02,730 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:02,730 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:02,731 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:02,731 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:02,731 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:17:02,731 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:02,731 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:17:02,731 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:02,732 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731827852732 2024-11-17T07:17:02,733 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:17:02,733 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:17:02,733 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:17:02,733 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:17:02,733 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:17:02,733 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:17:02,733 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:02,733 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:17:02,734 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T07:17:02,734 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:17:02,734 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:17:02,734 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:17:02,735 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:17:02,735 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:02,736 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T07:17:02,736 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:17:02,736 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:17:02,737 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827822736,5,FailOnTimeoutGroup] 2024-11-17T07:17:02,738 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827822737,5,FailOnTimeoutGroup] 2024-11-17T07:17:02,738 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:02,738 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:17:02,738 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:02,738 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:02,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741831_1007 (size=1321) 2024-11-17T07:17:02,764 INFO [RS:0;1dd62e24b303:40187 {}] regionserver.HRegionServer(746): ClusterId : d781c527-4e28-47f9-992b-f625b5a8bded 2024-11-17T07:17:02,764 DEBUG [RS:0;1dd62e24b303:40187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:17:02,767 DEBUG [RS:0;1dd62e24b303:40187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:17:02,767 DEBUG [RS:0;1dd62e24b303:40187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:17:02,770 DEBUG [RS:0;1dd62e24b303:40187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:17:02,771 DEBUG [RS:0;1dd62e24b303:40187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ee47f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:17:02,783 DEBUG [RS:0;1dd62e24b303:40187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:40187 2024-11-17T07:17:02,783 INFO [RS:0;1dd62e24b303:40187 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:17:02,783 INFO [RS:0;1dd62e24b303:40187 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:17:02,784 DEBUG [RS:0;1dd62e24b303:40187 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:17:02,785 INFO [RS:0;1dd62e24b303:40187 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,43249,1731827821182 with port=40187, startcode=1731827821235 2024-11-17T07:17:02,785 DEBUG [RS:0;1dd62e24b303:40187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:17:02,787 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:17:02,788 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43249 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,40187,1731827821235 2024-11-17T07:17:02,788 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43249 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,40187,1731827821235 2024-11-17T07:17:02,791 DEBUG [RS:0;1dd62e24b303:40187 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b 2024-11-17T07:17:02,791 DEBUG [RS:0;1dd62e24b303:40187 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38949 2024-11-17T07:17:02,791 DEBUG [RS:0;1dd62e24b303:40187 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:17:02,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140272911/rs 2024-11-17T07:17:02,795 DEBUG [RS:0;1dd62e24b303:40187 {}] zookeeper.ZKUtil(111): regionserver:40187-0x10124c931dd0004, quorum=127.0.0.1:60278, baseZNode=/1140272911 Set watcher on existing znode=/1140272911/rs/1dd62e24b303,40187,1731827821235 2024-11-17T07:17:02,796 WARN [RS:0;1dd62e24b303:40187 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:17:02,796 INFO [RS:0;1dd62e24b303:40187 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:17:02,796 DEBUG [RS:0;1dd62e24b303:40187 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/WALs/1dd62e24b303,40187,1731827821235 2024-11-17T07:17:02,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,40187,1731827821235] 2024-11-17T07:17:02,800 INFO [RS:0;1dd62e24b303:40187 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:17:02,803 INFO [RS:0;1dd62e24b303:40187 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:17:02,803 INFO [RS:0;1dd62e24b303:40187 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:17:02,803 INFO [RS:0;1dd62e24b303:40187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:02,803 INFO [RS:0;1dd62e24b303:40187 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:17:02,805 INFO [RS:0;1dd62e24b303:40187 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:17:02,805 INFO [RS:0;1dd62e24b303:40187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:02,805 DEBUG [RS:0;1dd62e24b303:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:02,805 DEBUG [RS:0;1dd62e24b303:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:02,805 DEBUG [RS:0;1dd62e24b303:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:02,805 DEBUG [RS:0;1dd62e24b303:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:02,805 DEBUG [RS:0;1dd62e24b303:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:02,805 DEBUG [RS:0;1dd62e24b303:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:17:02,805 DEBUG [RS:0;1dd62e24b303:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:02,805 DEBUG [RS:0;1dd62e24b303:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:02,805 DEBUG [RS:0;1dd62e24b303:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:02,805 DEBUG [RS:0;1dd62e24b303:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:02,805 DEBUG [RS:0;1dd62e24b303:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:02,806 DEBUG [RS:0;1dd62e24b303:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:02,806 DEBUG [RS:0;1dd62e24b303:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:17:02,806 DEBUG [RS:0;1dd62e24b303:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:17:02,806 INFO [RS:0;1dd62e24b303:40187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:02,806 INFO [RS:0;1dd62e24b303:40187 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:02,806 INFO [RS:0;1dd62e24b303:40187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:02,806 INFO [RS:0;1dd62e24b303:40187 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:02,806 INFO [RS:0;1dd62e24b303:40187 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:02,806 INFO [RS:0;1dd62e24b303:40187 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,40187,1731827821235-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:17:02,822 INFO [RS:0;1dd62e24b303:40187 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:17:02,822 INFO [RS:0;1dd62e24b303:40187 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,40187,1731827821235-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:02,822 INFO [RS:0;1dd62e24b303:40187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:02,823 INFO [RS:0;1dd62e24b303:40187 {}] regionserver.Replication(171): 1dd62e24b303,40187,1731827821235 started 2024-11-17T07:17:02,837 INFO [RS:0;1dd62e24b303:40187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:02,837 INFO [RS:0;1dd62e24b303:40187 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,40187,1731827821235, RpcServer on 1dd62e24b303/172.17.0.2:40187, sessionid=0x10124c931dd0004 2024-11-17T07:17:02,837 DEBUG [RS:0;1dd62e24b303:40187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:17:02,837 DEBUG [RS:0;1dd62e24b303:40187 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,40187,1731827821235 2024-11-17T07:17:02,837 DEBUG [RS:0;1dd62e24b303:40187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,40187,1731827821235' 2024-11-17T07:17:02,837 DEBUG [RS:0;1dd62e24b303:40187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1140272911/flush-table-proc/abort' 2024-11-17T07:17:02,838 DEBUG [RS:0;1dd62e24b303:40187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1140272911/flush-table-proc/acquired' 2024-11-17T07:17:02,839 DEBUG [RS:0;1dd62e24b303:40187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:17:02,839 DEBUG [RS:0;1dd62e24b303:40187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:17:02,839 DEBUG [RS:0;1dd62e24b303:40187 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,40187,1731827821235 2024-11-17T07:17:02,839 DEBUG [RS:0;1dd62e24b303:40187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,40187,1731827821235' 2024-11-17T07:17:02,839 DEBUG [RS:0;1dd62e24b303:40187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1140272911/online-snapshot/abort' 2024-11-17T07:17:02,839 DEBUG [RS:0;1dd62e24b303:40187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1140272911/online-snapshot/acquired' 2024-11-17T07:17:02,839 DEBUG [RS:0;1dd62e24b303:40187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:17:02,840 INFO [RS:0;1dd62e24b303:40187 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:17:02,840 INFO [RS:0;1dd62e24b303:40187 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:17:02,940 INFO [RS:0;1dd62e24b303:40187 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:17:02,943 INFO [RS:0;1dd62e24b303:40187 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C40187%2C1731827821235, suffix=, logDir=hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/WALs/1dd62e24b303,40187,1731827821235, archiveDir=hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/oldWALs, maxLogs=10 2024-11-17T07:17:02,958 DEBUG [RS:0;1dd62e24b303:40187 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/WALs/1dd62e24b303,40187,1731827821235/1dd62e24b303%2C40187%2C1731827821235.1731827822945, exclude list is [], retry=0 2024-11-17T07:17:02,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38295,DS-d0df0a2b-ac3f-447a-b837-204de97c4a47,DISK] 2024-11-17T07:17:02,965 INFO [RS:0;1dd62e24b303:40187 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/WALs/1dd62e24b303,40187,1731827821235/1dd62e24b303%2C40187%2C1731827821235.1731827822945 2024-11-17T07:17:02,965 DEBUG [RS:0;1dd62e24b303:40187 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41731:41731)] 2024-11-17T07:17:03,147 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T07:17:03,147 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b 2024-11-17T07:17:03,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741833_1009 (size=32) 2024-11-17T07:17:03,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:03,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:17:03,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:17:03,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:03,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:03,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:17:03,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:17:03,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:03,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:03,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:17:03,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:17:03,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:03,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:03,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:17:03,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:17:03,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:03,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:03,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:17:03,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/data/hbase/meta/1588230740 2024-11-17T07:17:03,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/data/hbase/meta/1588230740 2024-11-17T07:17:03,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:17:03,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:17:03,573 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:17:03,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:17:03,577 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:17:03,578 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64358849, jitterRate=-0.04097841680049896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:17:03,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731827823556Initializing all the Stores at 1731827823558 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827823558Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827823558Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827823558Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827823558Cleaning up temporary data from old regions at 1731827823572 (+14 ms)Region opened successfully at 1731827823578 (+6 ms) 2024-11-17T07:17:03,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:17:03,579 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:17:03,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:17:03,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:17:03,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:17:03,579 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:17:03,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827823578Disabling compacts and flushes for region at 1731827823578Disabling writes for close at 1731827823579 (+1 ms)Writing region close event to WAL at 1731827823579Closed at 1731827823579 2024-11-17T07:17:03,582 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:17:03,582 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T07:17:03,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:17:03,584 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:17:03,585 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T07:17:03,735 DEBUG [1dd62e24b303:43249 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:17:03,736 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,40187,1731827821235 2024-11-17T07:17:03,738 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,40187,1731827821235, state=OPENING 2024-11-17T07:17:03,740 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T07:17:03,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140272911 2024-11-17T07:17:03,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10124c931dd0004, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140272911 2024-11-17T07:17:03,743 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:17:03,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1140272911/meta-region-server: CHANGED 2024-11-17T07:17:03,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1140272911/meta-region-server: CHANGED 2024-11-17T07:17:03,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,40187,1731827821235}] 2024-11-17T07:17:03,898 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:17:03,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:17:03,906 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:17:03,906 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:17:03,907 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:17:03,909 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C40187%2C1731827821235.meta, suffix=.meta, logDir=hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/WALs/1dd62e24b303,40187,1731827821235, archiveDir=hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/oldWALs, maxLogs=10 2024-11-17T07:17:03,926 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/WALs/1dd62e24b303,40187,1731827821235/1dd62e24b303%2C40187%2C1731827821235.meta.1731827823912.meta, exclude list is [], retry=0 2024-11-17T07:17:03,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38295,DS-d0df0a2b-ac3f-447a-b837-204de97c4a47,DISK] 2024-11-17T07:17:03,932 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/WALs/1dd62e24b303,40187,1731827821235/1dd62e24b303%2C40187%2C1731827821235.meta.1731827823912.meta 2024-11-17T07:17:03,932 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41731:41731)] 2024-11-17T07:17:03,933 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:17:03,933 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:17:03,933 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:17:03,933 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:17:03,933 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:17:03,934 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:17:03,934 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:03,934 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:17:03,934 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:17:03,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:17:03,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:17:03,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:03,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:03,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:17:03,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:17:03,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:03,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:03,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:17:03,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:17:03,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:03,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:03,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:17:03,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:17:03,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:03,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:03,946 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:17:03,947 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/data/hbase/meta/1588230740 2024-11-17T07:17:03,949 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/data/hbase/meta/1588230740 2024-11-17T07:17:03,951 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:17:03,951 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:17:03,952 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:17:03,954 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:17:03,955 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60984279, jitterRate=-0.09126342833042145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:17:03,956 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:17:03,956 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731827823934Writing region info on filesystem at 1731827823934Initializing all the Stores at 1731827823936 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827823936Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827823936Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827823936Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827823936Cleaning up temporary data from old regions at 1731827823951 (+15 ms)Running coprocessor post-open hooks at 1731827823956 (+5 ms)Region opened successfully at 1731827823956 2024-11-17T07:17:03,958 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731827823897 2024-11-17T07:17:03,961 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:17:03,961 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:17:03,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,40187,1731827821235 2024-11-17T07:17:03,963 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,40187,1731827821235, state=OPEN 2024-11-17T07:17:03,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1140272911/meta-region-server 2024-11-17T07:17:03,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10124c931dd0004, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1140272911/meta-region-server 2024-11-17T07:17:03,965 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,40187,1731827821235 2024-11-17T07:17:03,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1140272911/meta-region-server: CHANGED 2024-11-17T07:17:03,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1140272911/meta-region-server: CHANGED 2024-11-17T07:17:03,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T07:17:03,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,40187,1731827821235 in 221 msec 2024-11-17T07:17:03,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T07:17:03,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 387 msec 2024-11-17T07:17:03,974 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:17:03,974 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T07:17:03,976 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:17:03,976 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,40187,1731827821235, seqNum=-1] 2024-11-17T07:17:03,976 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:17:03,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:17:03,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2570 sec 2024-11-17T07:17:03,986 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731827823985, completionTime=-1 2024-11-17T07:17:03,986 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T07:17:03,986 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:17:03,992 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:17:03,992 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731827883992 2024-11-17T07:17:03,992 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731827943992 2024-11-17T07:17:03,992 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-17T07:17:04,001 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,43249,1731827821182-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:04,001 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,43249,1731827821182-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:04,001 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,43249,1731827821182-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:04,001 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:43249, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:04,001 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:04,002 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:04,004 DEBUG [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T07:17:04,006 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.717sec 2024-11-17T07:17:04,006 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:17:04,007 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:17:04,007 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:17:04,007 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:17:04,007 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:17:04,007 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,43249,1731827821182-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:17:04,007 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,43249,1731827821182-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:17:04,010 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:17:04,010 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:17:04,010 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,43249,1731827821182-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:04,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f69ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:04,065 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,43249,-1 for getting cluster id 2024-11-17T07:17:04,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:04,067 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd781c527-4e28-47f9-992b-f625b5a8bded' 2024-11-17T07:17:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d781c527-4e28-47f9-992b-f625b5a8bded" 2024-11-17T07:17:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c839c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,43249,-1] 2024-11-17T07:17:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:04,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:04,070 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:04,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:04,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:17:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,40187,1731827821235, seqNum=-1] 2024-11-17T07:17:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:17:04,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:17:04,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1dd62e24b303,43249,1731827821182 2024-11-17T07:17:04,079 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60278 2024-11-17T07:17:04,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:17:04,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10124c931dd0005 connected 2024-11-17T07:17:04,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b690d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:04,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,39753,-1 for getting cluster id 2024-11-17T07:17:04,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:04,089 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '845706de-3dba-4f60-8391-947c9d293f2e' 2024-11-17T07:17:04,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:04,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "845706de-3dba-4f60-8391-947c9d293f2e" 2024-11-17T07:17:04,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751920c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:04,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,39753,-1] 2024-11-17T07:17:04,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:04,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:04,092 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe62d9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:04,104 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:04,110 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,39753,1731827815892 2024-11-17T07:17:04,112 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c3bc04e 2024-11-17T07:17:04,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:04,115 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:17:04,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1dd62e24b303:43249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T07:17:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T07:17:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:17:04,131 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:43249' 2024-11-17T07:17:04,133 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba1dccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:04,133 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,43249,-1 for getting cluster id 2024-11-17T07:17:04,133 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:04,134 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd781c527-4e28-47f9-992b-f625b5a8bded' 2024-11-17T07:17:04,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:04,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d781c527-4e28-47f9-992b-f625b5a8bded" 2024-11-17T07:17:04,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd88fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:04,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,43249,-1] 2024-11-17T07:17:04,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:04,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:04,136 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:04,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380961da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:04,138 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:04,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,43249,1731827821182 2024-11-17T07:17:04,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3601c71e 2024-11-17T07:17:04,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:04,145 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:17:04,158 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T07:17:04,158 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T07:17:04,163 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:04,163 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:04,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:17:04,165 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:17:04,170 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T07:17:04,172 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:17:04,173 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:04,174 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:17:04,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741835_1011 (size=1138) 2024-11-17T07:17:04,222 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T07:17:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:17:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:17:04,587 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 804960c33234434935f5864471b9c746, NAME => 'hbase:replication,,1731827824165.804960c33234434935f5864471b9c746.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8 2024-11-17T07:17:04,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741836_1012 (size=44) 2024-11-17T07:17:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:17:04,929 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T07:17:04,996 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731827824165.804960c33234434935f5864471b9c746.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:04,996 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 804960c33234434935f5864471b9c746, disabling compactions & flushes 2024-11-17T07:17:04,997 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. 2024-11-17T07:17:04,997 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. 2024-11-17T07:17:04,997 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. after waiting 0 ms 2024-11-17T07:17:04,997 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. 2024-11-17T07:17:04,997 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. 2024-11-17T07:17:04,997 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 804960c33234434935f5864471b9c746: Waiting for close lock at 1731827824996Disabling compacts and flushes for region at 1731827824996Disabling writes for close at 1731827824997 (+1 ms)Writing region close event to WAL at 1731827824997Closed at 1731827824997 2024-11-17T07:17:04,999 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:17:05,004 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731827824165.804960c33234434935f5864471b9c746.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731827824999"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731827824999"}]},"ts":"1731827824999"} 2024-11-17T07:17:05,008 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:17:05,010 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:17:05,013 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731827825010"}]},"ts":"1731827825010"} 2024-11-17T07:17:05,017 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T07:17:05,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=804960c33234434935f5864471b9c746, ASSIGN}] 2024-11-17T07:17:05,020 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=804960c33234434935f5864471b9c746, ASSIGN 2024-11-17T07:17:05,022 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=804960c33234434935f5864471b9c746, ASSIGN; state=OFFLINE, location=1dd62e24b303,43231,1731827816575; forceNewPlan=false, retain=false 2024-11-17T07:17:05,173 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=804960c33234434935f5864471b9c746, regionState=OPENING, regionLocation=1dd62e24b303,43231,1731827816575 2024-11-17T07:17:05,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=804960c33234434935f5864471b9c746, ASSIGN because future has completed 2024-11-17T07:17:05,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 804960c33234434935f5864471b9c746, server=1dd62e24b303,43231,1731827816575}] 2024-11-17T07:17:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:17:05,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. 2024-11-17T07:17:05,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:17:05,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T07:17:05,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C43231%2C1731827816575.rep, suffix=, logDir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575, archiveDir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/oldWALs, maxLogs=10 2024-11-17T07:17:05,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575/1dd62e24b303%2C43231%2C1731827816575.rep.1731827825340, exclude list is [], retry=0 2024-11-17T07:17:05,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45387,DS-6dea5b53-c763-4764-a8fc-7d6fd050d1dd,DISK] 2024-11-17T07:17:05,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575/1dd62e24b303%2C43231%2C1731827816575.rep.1731827825340 2024-11-17T07:17:05,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44343:44343)] 2024-11-17T07:17:05,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 804960c33234434935f5864471b9c746, NAME => 'hbase:replication,,1731827824165.804960c33234434935f5864471b9c746.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:17:05,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:17:05,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:17:05,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. service=MultiRowMutationService 2024-11-17T07:17:05,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T07:17:05,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 804960c33234434935f5864471b9c746 2024-11-17T07:17:05,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731827824165.804960c33234434935f5864471b9c746.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:05,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 804960c33234434935f5864471b9c746 2024-11-17T07:17:05,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 804960c33234434935f5864471b9c746 2024-11-17T07:17:05,363 INFO [StoreOpener-804960c33234434935f5864471b9c746-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 804960c33234434935f5864471b9c746 2024-11-17T07:17:05,365 INFO [StoreOpener-804960c33234434935f5864471b9c746-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 804960c33234434935f5864471b9c746 columnFamilyName hfileref 2024-11-17T07:17:05,365 DEBUG [StoreOpener-804960c33234434935f5864471b9c746-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:05,365 INFO [StoreOpener-804960c33234434935f5864471b9c746-1 {}] regionserver.HStore(327): Store=804960c33234434935f5864471b9c746/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:05,365 INFO [StoreOpener-804960c33234434935f5864471b9c746-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 804960c33234434935f5864471b9c746 2024-11-17T07:17:05,367 INFO [StoreOpener-804960c33234434935f5864471b9c746-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 804960c33234434935f5864471b9c746 columnFamilyName queue 2024-11-17T07:17:05,367 DEBUG [StoreOpener-804960c33234434935f5864471b9c746-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:05,368 INFO [StoreOpener-804960c33234434935f5864471b9c746-1 {}] regionserver.HStore(327): Store=804960c33234434935f5864471b9c746/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:05,368 INFO [StoreOpener-804960c33234434935f5864471b9c746-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 804960c33234434935f5864471b9c746 2024-11-17T07:17:05,369 INFO [StoreOpener-804960c33234434935f5864471b9c746-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 804960c33234434935f5864471b9c746 columnFamilyName sid 2024-11-17T07:17:05,369 DEBUG [StoreOpener-804960c33234434935f5864471b9c746-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:05,370 INFO [StoreOpener-804960c33234434935f5864471b9c746-1 {}] regionserver.HStore(327): Store=804960c33234434935f5864471b9c746/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:05,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 804960c33234434935f5864471b9c746 2024-11-17T07:17:05,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/replication/804960c33234434935f5864471b9c746 2024-11-17T07:17:05,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/replication/804960c33234434935f5864471b9c746 2024-11-17T07:17:05,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 804960c33234434935f5864471b9c746 2024-11-17T07:17:05,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 804960c33234434935f5864471b9c746 2024-11-17T07:17:05,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:17:05,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 804960c33234434935f5864471b9c746 2024-11-17T07:17:05,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/replication/804960c33234434935f5864471b9c746/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:17:05,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 804960c33234434935f5864471b9c746; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64137643, jitterRate=-0.04427464306354523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:17:05,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 804960c33234434935f5864471b9c746 2024-11-17T07:17:05,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 804960c33234434935f5864471b9c746: Running coprocessor pre-open hook at 1731827825361Writing region info on filesystem at 1731827825361Initializing all the Stores at 1731827825363 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827825363Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827825363Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827825363Cleaning up temporary data from old regions at 1731827825373 (+10 ms)Running coprocessor post-open hooks at 1731827825379 (+6 ms)Region opened successfully at 1731827825379 2024-11-17T07:17:05,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731827824165.804960c33234434935f5864471b9c746., pid=7, masterSystemTime=1731827825331 2024-11-17T07:17:05,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. 2024-11-17T07:17:05,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. 2024-11-17T07:17:05,385 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=804960c33234434935f5864471b9c746, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,43231,1731827816575 2024-11-17T07:17:05,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 804960c33234434935f5864471b9c746, server=1dd62e24b303,43231,1731827816575 because future has completed 2024-11-17T07:17:05,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-17T07:17:05,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 804960c33234434935f5864471b9c746, server=1dd62e24b303,43231,1731827816575 in 213 msec 2024-11-17T07:17:05,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T07:17:05,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=804960c33234434935f5864471b9c746, ASSIGN in 375 msec 2024-11-17T07:17:05,397 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:17:05,397 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731827825397"}]},"ts":"1731827825397"} 2024-11-17T07:17:05,400 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T07:17:05,402 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:17:05,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2370 sec 2024-11-17T07:17:05,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731827824165.804960c33234434935f5864471b9c746., hostname=1dd62e24b303,43231,1731827816575, seqNum=2] 2024-11-17T07:17:05,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43231 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-17T07:17:05,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:17:05,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x10124c931dd0001, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:17:05,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T07:17:05,557 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:17:05,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-17T07:17:05,645 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T07:17:05,683 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-1dd62e24b303,43231,1731827816575, ReplicationSource: 1, currentBandwidth=0 2024-11-17T07:17:05,685 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:17:05,685 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43231,1731827816575, seqNum=-1] 2024-11-17T07:17:05,685 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:17:05,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-17T07:17:05,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1dd62e24b303,43231,1731827816575', locateType=CURRENT is [region=hbase:replication,,1731827824165.804960c33234434935f5864471b9c746., hostname=1dd62e24b303,43231,1731827816575, seqNum=2] 2024-11-17T07:17:05,696 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-17T07:17:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-17T07:17:05,701 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1dd62e24b303,43231,1731827816575 suceeded 2024-11-17T07:17:05,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-17T07:17:05,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-17T07:17:05,705 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1dd62e24b303:43249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T07:17:05,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5860 sec 2024-11-17T07:17:05,717 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43231,1731827816575 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:43249' 2024-11-17T07:17:05,720 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43231,1731827816575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a38b449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:05,720 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43231,1731827816575 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,43249,-1 for getting cluster id 2024-11-17T07:17:05,720 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43231,1731827816575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:05,721 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd781c527-4e28-47f9-992b-f625b5a8bded' 2024-11-17T07:17:05,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:05,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d781c527-4e28-47f9-992b-f625b5a8bded" 2024-11-17T07:17:05,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32dbfbb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:05,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,43249,-1] 2024-11-17T07:17:05,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:05,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:05,723 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:05,724 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43231,1731827816575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56c22352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:05,724 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43231,1731827816575 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:05,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,43249,1731827821182 2024-11-17T07:17:05,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20adca5d 2024-11-17T07:17:05,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:05,727 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-17T07:17:05,728 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43231,1731827816575 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1dd62e24b303,43231,1731827816575 (queues=1) is replicating from cluster=845706de-3dba-4f60-8391-947c9d293f2e to cluster=d781c527-4e28-47f9-992b-f625b5a8bded 2024-11-17T07:17:05,730 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43231,1731827816575 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1dd62e24b303%2C43231%2C1731827816575 2024-11-17T07:17:05,734 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43231,1731827816575 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1dd62e24b303,43231,1731827816575, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T07:17:05,736 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43231,1731827816575.replicationSource.shipper1dd62e24b303%2C43231%2C1731827816575,1-1dd62e24b303,43231,1731827816575 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1dd62e24b303%2C43231%2C1731827816575 2024-11-17T07:17:05,740 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43231,1731827816575.replicationSource.wal-reader.1dd62e24b303%2C43231%2C1731827816575,1-1dd62e24b303,43231,1731827816575 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575/1dd62e24b303%2C43231%2C1731827816575.1731827819122, startPosition=0, beingWritten=true 2024-11-17T07:17:05,998 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43231,1731827816575.replicationSource.wal-reader.1dd62e24b303%2C43231%2C1731827816575,1-1dd62e24b303,43231,1731827816575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575/1dd62e24b303%2C43231%2C1731827816575.1731827819122 to pos 0, reset compression=false 2024-11-17T07:17:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:17:06,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:17:06,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:06,282 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T07:17:06,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:06,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:06,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:17:06,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4640e624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:06,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,39753,-1 for getting cluster id 2024-11-17T07:17:06,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:06,284 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '845706de-3dba-4f60-8391-947c9d293f2e' 2024-11-17T07:17:06,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:06,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "845706de-3dba-4f60-8391-947c9d293f2e" 2024-11-17T07:17:06,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cabca43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:06,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,39753,-1] 2024-11-17T07:17:06,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:06,287 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:06,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154be403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:06,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:06,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,39753,1731827815892 2024-11-17T07:17:06,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cafca2b 2024-11-17T07:17:06,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:06,291 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:17:06,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://1dd62e24b303:43249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T07:17:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T07:17:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T07:17:06,296 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:43249' 2024-11-17T07:17:06,297 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e94437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:06,297 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,43249,-1 for getting cluster id 2024-11-17T07:17:06,298 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:06,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T07:17:06,298 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T07:17:06,298 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd781c527-4e28-47f9-992b-f625b5a8bded' 2024-11-17T07:17:06,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:06,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d781c527-4e28-47f9-992b-f625b5a8bded" 2024-11-17T07:17:06,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e78c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:06,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,43249,-1] 2024-11-17T07:17:06,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:06,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:06,300 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T07:17:06,300 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T07:17:06,300 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:06,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:17:06,301 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T07:17:06,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:17:06,301 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T07:17:06,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57af59bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:06,301 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:06,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T07:17:06,301 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T07:17:06,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,43249,1731827821182 2024-11-17T07:17:06,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cccb1ca 2024-11-17T07:17:06,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:06,303 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:17:06,304 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-17T07:17:06,304 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T07:17:06,304 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:06,304 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:06,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:17:06,305 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43231,1731827816575.replicationSource.wal-reader.1dd62e24b303%2C43231%2C1731827816575,1-1dd62e24b303,43231,1731827816575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575/1dd62e24b303%2C43231%2C1731827816575.1731827819122 to pos 0, reset compression=false 2024-11-17T07:17:06,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T07:17:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T07:17:06,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-17T07:17:06,472 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-17T07:17:06,503 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-1dd62e24b303,43231,1731827816575, ReplicationSource: 2, currentBandwidth=0 2024-11-17T07:17:06,506 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-17T07:17:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-17T07:17:06,510 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 1dd62e24b303,43231,1731827816575 suceeded 2024-11-17T07:17:06,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T07:17:06,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-17T07:17:06,513 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://1dd62e24b303:43249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T07:17:06,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 221 msec 2024-11-17T07:17:06,522 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,43231,1731827816575 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:43249' 2024-11-17T07:17:06,524 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,43231,1731827816575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ac5c5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:06,524 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,43231,1731827816575 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,43249,-1 for getting cluster id 2024-11-17T07:17:06,524 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,43231,1731827816575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:06,525 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd781c527-4e28-47f9-992b-f625b5a8bded' 2024-11-17T07:17:06,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:06,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d781c527-4e28-47f9-992b-f625b5a8bded" 2024-11-17T07:17:06,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b705de0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:06,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,43249,-1] 2024-11-17T07:17:06,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:06,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:06,527 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:06,528 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,43231,1731827816575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f80efff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:06,528 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,43231,1731827816575 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:06,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,43249,1731827821182 2024-11-17T07:17:06,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cc5c90c 2024-11-17T07:17:06,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:06,530 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-17T07:17:06,531 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,43231,1731827816575 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-1dd62e24b303,43231,1731827816575 (queues=1) is replicating from cluster=845706de-3dba-4f60-8391-947c9d293f2e to cluster=d781c527-4e28-47f9-992b-f625b5a8bded 2024-11-17T07:17:06,531 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,43231,1731827816575 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=1dd62e24b303%2C43231%2C1731827816575 2024-11-17T07:17:06,531 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,43231,1731827816575 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-1dd62e24b303,43231,1731827816575, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T07:17:06,532 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,43231,1731827816575.replicationSource.shipper1dd62e24b303%2C43231%2C1731827816575,2-1dd62e24b303,43231,1731827816575 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1dd62e24b303%2C43231%2C1731827816575 2024-11-17T07:17:06,532 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,43231,1731827816575.replicationSource.wal-reader.1dd62e24b303%2C43231%2C1731827816575,2-1dd62e24b303,43231,1731827816575 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575/1dd62e24b303%2C43231%2C1731827816575.1731827819122, startPosition=0, beingWritten=true 2024-11-17T07:17:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T07:17:06,611 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-17T07:17:06,611 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:17:06,612 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:06,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:06,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:06,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:17:06,612 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:06,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,39753,1731827815892 2024-11-17T07:17:06,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2322301 2024-11-17T07:17:06,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:06,618 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:17:06,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T07:17:06,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-17T07:17:06,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T07:17:06,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-17T07:17:06,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://1dd62e24b303:43249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T07:17:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T07:17:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T07:17:06,632 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:43249' 2024-11-17T07:17:06,633 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d14278e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:06,633 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,43249,-1 for getting cluster id 2024-11-17T07:17:06,633 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:06,634 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd781c527-4e28-47f9-992b-f625b5a8bded' 2024-11-17T07:17:06,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:06,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d781c527-4e28-47f9-992b-f625b5a8bded" 2024-11-17T07:17:06,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b0e234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:06,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,43249,-1] 2024-11-17T07:17:06,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:06,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:06,636 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:06,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242d9827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:06,637 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:06,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,43249,1731827821182 2024-11-17T07:17:06,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41466b6f 2024-11-17T07:17:06,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:06,639 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:17:06,640 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T07:17:06,640 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T07:17:06,640 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:06,640 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:06,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:17:06,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T07:17:06,712 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43231,1731827816575.replicationSource.wal-reader.1dd62e24b303%2C43231%2C1731827816575,1-1dd62e24b303,43231,1731827816575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575/1dd62e24b303%2C43231%2C1731827816575.1731827819122 to pos 0, reset compression=false 2024-11-17T07:17:06,739 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,43231,1731827816575.replicationSource.wal-reader.1dd62e24b303%2C43231%2C1731827816575,2-1dd62e24b303,43231,1731827816575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575/1dd62e24b303%2C43231%2C1731827816575.1731827819122 to pos 0, reset compression=false 2024-11-17T07:17:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T07:17:06,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-17T07:17:06,798 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-17T07:17:06,800 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-17T07:17:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-17T07:17:06,803 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 1dd62e24b303,43231,1731827816575 suceeded 2024-11-17T07:17:06,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-17T07:17:06,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-17T07:17:06,806 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://1dd62e24b303:43249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T07:17:06,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 180 msec 2024-11-17T07:17:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T07:17:06,951 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-17T07:17:06,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://1dd62e24b303:43249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T07:17:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T07:17:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T07:17:06,956 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:43249' 2024-11-17T07:17:06,957 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1d1d5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:06,957 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,43249,-1 for getting cluster id 2024-11-17T07:17:06,957 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:06,958 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd781c527-4e28-47f9-992b-f625b5a8bded' 2024-11-17T07:17:06,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:06,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d781c527-4e28-47f9-992b-f625b5a8bded" 2024-11-17T07:17:06,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e4af17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:06,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,43249,-1] 2024-11-17T07:17:06,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:06,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:06,960 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:06,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b12dc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:06,961 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:06,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,43249,1731827821182 2024-11-17T07:17:06,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52530ddd 2024-11-17T07:17:06,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:06,963 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:17:06,964 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T07:17:06,964 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T07:17:06,964 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:06,964 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:06,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:17:06,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T07:17:07,046 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,43231,1731827816575.replicationSource.wal-reader.1dd62e24b303%2C43231%2C1731827816575,2-1dd62e24b303,43231,1731827816575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575/1dd62e24b303%2C43231%2C1731827816575.1731827819122 to pos 0, reset compression=false 2024-11-17T07:17:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T07:17:07,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-17T07:17:07,122 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-17T07:17:07,123 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-17T07:17:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-17T07:17:07,127 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 1dd62e24b303,43231,1731827816575 suceeded 2024-11-17T07:17:07,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-17T07:17:07,130 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://1dd62e24b303:43249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T07:17:07,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-17T07:17:07,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 178 msec 2024-11-17T07:17:07,219 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43231,1731827816575.replicationSource.wal-reader.1dd62e24b303%2C43231%2C1731827816575,1-1dd62e24b303,43231,1731827816575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575/1dd62e24b303%2C43231%2C1731827816575.1731827819122 to pos 0, reset compression=false 2024-11-17T07:17:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T07:17:07,272 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-17T07:17:07,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T07:17:07,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-17T07:17:07,275 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:17:07,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:07,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:07,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:07,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:17:07,275 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T07:17:07,275 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1670206693, stopped=false 2024-11-17T07:17:07,276 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1dd62e24b303,39753,1731827815892 2024-11-17T07:17:07,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1206820394/running 2024-11-17T07:17:07,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x10124c931dd0001, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1206820394/running 2024-11-17T07:17:07,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x10124c931dd0001, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:17:07,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:17:07,279 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:17:07,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:17:07,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:07,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:07,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43231-0x10124c931dd0001, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Set watcher on znode that does not yet exist, /0-1206820394/running 2024-11-17T07:17:07,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Set watcher on znode that does not yet exist, /0-1206820394/running 2024-11-17T07:17:07,280 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1dd62e24b303,43231,1731827816575' ***** 2024-11-17T07:17:07,280 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T07:17:07,280 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T07:17:07,281 INFO [RS:0;1dd62e24b303:43231 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T07:17:07,281 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T07:17:07,281 INFO [RS:0;1dd62e24b303:43231 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T07:17:07,281 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(3091): Received CLOSE for 804960c33234434935f5864471b9c746 2024-11-17T07:17:07,282 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(959): stopping server 1dd62e24b303,43231,1731827816575 2024-11-17T07:17:07,282 INFO [RS:0;1dd62e24b303:43231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:17:07,282 INFO [RS:0;1dd62e24b303:43231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:43231. 2024-11-17T07:17:07,282 DEBUG [RS:0;1dd62e24b303:43231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:07,282 DEBUG [RS:0;1dd62e24b303:43231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:07,282 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T07:17:07,282 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T07:17:07,282 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 804960c33234434935f5864471b9c746, disabling compactions & flushes 2024-11-17T07:17:07,282 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T07:17:07,282 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. 2024-11-17T07:17:07,282 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T07:17:07,282 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. 2024-11-17T07:17:07,282 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. after waiting 0 ms 2024-11-17T07:17:07,282 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. 2024-11-17T07:17:07,282 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T07:17:07,283 DEBUG [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(1325): Online Regions={804960c33234434935f5864471b9c746=hbase:replication,,1731827824165.804960c33234434935f5864471b9c746., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T07:17:07,283 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:17:07,283 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:17:07,283 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:17:07,283 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:17:07,283 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:17:07,283 DEBUG [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 804960c33234434935f5864471b9c746 2024-11-17T07:17:07,286 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-17T07:17:07,286 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 804960c33234434935f5864471b9c746 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-17T07:17:07,357 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/replication/804960c33234434935f5864471b9c746/.tmp/queue/cef1c01543694daaaba2e1f8cb748d80 is 151, key is 1-1dd62e24b303,43231,1731827816575/queue:1dd62e24b303%2C43231%2C1731827816575/1731827825691/Put/seqid=0 2024-11-17T07:17:07,357 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/.tmp/info/557f5f57995d424aa3c5ac5e4a9f6cca is 147, key is hbase:replication,,1731827824165.804960c33234434935f5864471b9c746./info:regioninfo/1731827825385/Put/seqid=0 2024-11-17T07:17:07,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741839_1015 (size=5500) 2024-11-17T07:17:07,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741838_1014 (size=6631) 2024-11-17T07:17:07,372 INFO [regionserver/1dd62e24b303:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:17:07,453 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,43231,1731827816575.replicationSource.wal-reader.1dd62e24b303%2C43231%2C1731827816575,2-1dd62e24b303,43231,1731827816575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575/1dd62e24b303%2C43231%2C1731827816575.1731827819122 to pos 0, reset compression=false 2024-11-17T07:17:07,483 DEBUG [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 804960c33234434935f5864471b9c746 2024-11-17T07:17:07,683 DEBUG [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 804960c33234434935f5864471b9c746 2024-11-17T07:17:07,770 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/replication/804960c33234434935f5864471b9c746/.tmp/queue/cef1c01543694daaaba2e1f8cb748d80 2024-11-17T07:17:07,770 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/.tmp/info/557f5f57995d424aa3c5ac5e4a9f6cca 2024-11-17T07:17:07,814 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/replication/804960c33234434935f5864471b9c746/.tmp/queue/cef1c01543694daaaba2e1f8cb748d80 as hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/replication/804960c33234434935f5864471b9c746/queue/cef1c01543694daaaba2e1f8cb748d80 2024-11-17T07:17:07,824 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/replication/804960c33234434935f5864471b9c746/queue/cef1c01543694daaaba2e1f8cb748d80, entries=2, sequenceid=6, filesize=5.4 K 2024-11-17T07:17:07,827 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43231,1731827816575.replicationSource.wal-reader.1dd62e24b303%2C43231%2C1731827816575,1-1dd62e24b303,43231,1731827816575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575/1dd62e24b303%2C43231%2C1731827816575.1731827819122 to pos 0, reset compression=false 2024-11-17T07:17:07,830 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/.tmp/ns/09ba30c38ef34e20b2fd176ed8ff75d5 is 43, key is default/ns:d/1731827820162/Put/seqid=0 2024-11-17T07:17:07,832 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 804960c33234434935f5864471b9c746 in 544ms, sequenceid=6, compaction requested=false 2024-11-17T07:17:07,832 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T07:17:07,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741840_1016 (size=5153) 2024-11-17T07:17:07,844 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/replication/804960c33234434935f5864471b9c746/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T07:17:07,847 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:17:07,847 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:17:07,847 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. 2024-11-17T07:17:07,847 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 804960c33234434935f5864471b9c746: Waiting for close lock at 1731827827282Running coprocessor pre-close hooks at 1731827827282Disabling compacts and flushes for region at 1731827827282Disabling writes for close at 1731827827282Obtaining lock to block concurrent updates at 1731827827286 (+4 ms)Preparing flush snapshotting stores in 804960c33234434935f5864471b9c746 at 1731827827286Finished memstore snapshotting hbase:replication,,1731827824165.804960c33234434935f5864471b9c746., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731827827294 (+8 ms)Flushing stores of hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. at 1731827827296 (+2 ms)Flushing 804960c33234434935f5864471b9c746/queue: creating writer at 1731827827297 (+1 ms)Flushing 804960c33234434935f5864471b9c746/queue: appending metadata at 1731827827337 (+40 ms)Flushing 804960c33234434935f5864471b9c746/queue: closing flushed file at 1731827827340 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eb37c9f: reopening flushed file at 1731827827812 (+472 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 804960c33234434935f5864471b9c746 in 544ms, sequenceid=6, compaction requested=false at 1731827827832 (+20 ms)Writing region close event to WAL at 1731827827836 (+4 ms)Running coprocessor post-close hooks at 1731827827845 (+9 ms)Closed at 1731827827847 (+2 ms) 2024-11-17T07:17:07,848 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. 2024-11-17T07:17:07,884 DEBUG [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:17:07,960 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,43231,1731827816575.replicationSource.wal-reader.1dd62e24b303%2C43231%2C1731827816575,2-1dd62e24b303,43231,1731827816575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575/1dd62e24b303%2C43231%2C1731827816575.1731827819122 to pos 0, reset compression=false 2024-11-17T07:17:08,020 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T07:17:08,020 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T07:17:08,084 DEBUG [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:17:08,239 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/.tmp/ns/09ba30c38ef34e20b2fd176ed8ff75d5 2024-11-17T07:17:08,264 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/.tmp/table/2bea471693aa4bb88b57cf21217e8fd4 is 53, key is hbase:replication/table:state/1731827825397/Put/seqid=0 2024-11-17T07:17:08,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741841_1017 (size=5256) 2024-11-17T07:17:08,284 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T07:17:08,284 DEBUG [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T07:17:08,284 DEBUG [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:17:08,485 DEBUG [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:17:08,534 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43231,1731827816575.replicationSource.wal-reader.1dd62e24b303%2C43231%2C1731827816575,1-1dd62e24b303,43231,1731827816575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575/1dd62e24b303%2C43231%2C1731827816575.1731827819122 to pos 0, reset compression=false 2024-11-17T07:17:08,567 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,43231,1731827816575.replicationSource.wal-reader.1dd62e24b303%2C43231%2C1731827816575,2-1dd62e24b303,43231,1731827816575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575/1dd62e24b303%2C43231%2C1731827816575.1731827819122 to pos 0, reset compression=false 2024-11-17T07:17:08,670 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/.tmp/table/2bea471693aa4bb88b57cf21217e8fd4 2024-11-17T07:17:08,680 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/.tmp/info/557f5f57995d424aa3c5ac5e4a9f6cca as hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/info/557f5f57995d424aa3c5ac5e4a9f6cca 2024-11-17T07:17:08,685 DEBUG [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:17:08,688 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/info/557f5f57995d424aa3c5ac5e4a9f6cca, entries=10, sequenceid=11, filesize=6.5 K 2024-11-17T07:17:08,689 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/.tmp/ns/09ba30c38ef34e20b2fd176ed8ff75d5 as hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/ns/09ba30c38ef34e20b2fd176ed8ff75d5 2024-11-17T07:17:08,696 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/ns/09ba30c38ef34e20b2fd176ed8ff75d5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T07:17:08,697 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/.tmp/table/2bea471693aa4bb88b57cf21217e8fd4 as hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/table/2bea471693aa4bb88b57cf21217e8fd4 2024-11-17T07:17:08,704 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/table/2bea471693aa4bb88b57cf21217e8fd4, entries=2, sequenceid=11, filesize=5.1 K 2024-11-17T07:17:08,706 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1423ms, sequenceid=11, compaction requested=false 2024-11-17T07:17:08,712 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T07:17:08,713 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:17:08,713 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:17:08,713 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:17:08,713 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827827283Running coprocessor pre-close hooks at 1731827827283Disabling compacts and flushes for region at 1731827827283Disabling writes for close at 1731827827283Obtaining lock to block concurrent updates at 1731827827286 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731827827286Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731827827294 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731827827296 (+2 ms)Flushing 1588230740/info: creating writer at 1731827827297 (+1 ms)Flushing 1588230740/info: appending metadata at 1731827827338 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731827827340 (+2 ms)Flushing 1588230740/ns: creating writer at 1731827827812 (+472 ms)Flushing 1588230740/ns: appending metadata at 1731827827830 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731827827830Flushing 1588230740/table: creating writer at 1731827828247 (+417 ms)Flushing 1588230740/table: appending metadata at 1731827828263 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731827828263Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@759d38cb: reopening flushed file at 1731827828679 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b758edc: reopening flushed file at 1731827828688 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e90f8c5: reopening flushed file at 1731827828696 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1423ms, sequenceid=11, compaction requested=false at 1731827828706 (+10 ms)Writing region close event to WAL at 1731827828707 (+1 ms)Running coprocessor post-close hooks at 1731827828712 (+5 ms)Closed at 1731827828713 (+1 ms) 2024-11-17T07:17:08,713 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T07:17:08,885 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(976): stopping server 1dd62e24b303,43231,1731827816575; all regions closed. 2024-11-17T07:17:08,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741834_1010 (size=2742) 2024-11-17T07:17:08,895 DEBUG [RS:0;1dd62e24b303:43231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/oldWALs 2024-11-17T07:17:08,896 INFO [RS:0;1dd62e24b303:43231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C43231%2C1731827816575.meta:.meta(num 1731827820011) 2024-11-17T07:17:08,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741837_1013 (size=1802) 2024-11-17T07:17:08,898 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575/1dd62e24b303%2C43231%2C1731827816575.rep.1731827825340 not finished, retry = 0 2024-11-17T07:17:09,002 DEBUG [RS:0;1dd62e24b303:43231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/oldWALs 2024-11-17T07:17:09,003 INFO [RS:0;1dd62e24b303:43231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C43231%2C1731827816575.rep:(num 1731827825340) 2024-11-17T07:17:09,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741832_1008 (size=93) 2024-11-17T07:17:09,008 DEBUG [RS:0;1dd62e24b303:43231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/oldWALs 2024-11-17T07:17:09,008 INFO [RS:0;1dd62e24b303:43231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C43231%2C1731827816575:(num 1731827819122) 2024-11-17T07:17:09,008 DEBUG [RS:0;1dd62e24b303:43231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:09,008 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:17:09,008 INFO [RS:0;1dd62e24b303:43231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:17:09,008 INFO [RS:0;1dd62e24b303:43231 {}] hbase.ChoreService(370): Chore service for: regionserver/1dd62e24b303:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T07:17:09,009 INFO [RS:0;1dd62e24b303:43231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:17:09,009 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:17:09,009 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1dd62e24b303,43231,1731827816575 because: Region server is closing 2024-11-17T07:17:09,010 INFO [RS:0;1dd62e24b303:43231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:43231. 2024-11-17T07:17:09,010 DEBUG [RS:0;1dd62e24b303:43231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:09,010 DEBUG [RS:0;1dd62e24b303:43231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:09,010 DEBUG [RS:0;1dd62e24b303:43231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:09,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:17:09,110 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43231,1731827816575.replicationSource.wal-reader.1dd62e24b303%2C43231%2C1731827816575,1-1dd62e24b303,43231,1731827816575 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T07:17:09,110 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43231,1731827816575.replicationSource.shipper1dd62e24b303%2C43231%2C1731827816575,1-1dd62e24b303,43231,1731827816575 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T07:17:09,111 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43231,1731827816575.replicationSource.shipper1dd62e24b303%2C43231%2C1731827816575,1-1dd62e24b303,43231,1731827816575 terminated 2024-11-17T07:17:09,111 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-1dd62e24b303,43231,1731827816575 because: Region server is closing 2024-11-17T07:17:09,112 INFO [RS:0;1dd62e24b303:43231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:43231. 2024-11-17T07:17:09,112 DEBUG [RS:0;1dd62e24b303:43231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:09,112 DEBUG [RS:0;1dd62e24b303:43231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:09,112 DEBUG [RS:0;1dd62e24b303:43231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:09,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:17:09,212 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,43231,1731827816575.replicationSource.wal-reader.1dd62e24b303%2C43231%2C1731827816575,2-1dd62e24b303,43231,1731827816575 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T07:17:09,212 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,43231,1731827816575.replicationSource.shipper1dd62e24b303%2C43231%2C1731827816575,2-1dd62e24b303,43231,1731827816575 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T07:17:09,213 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,43231,1731827816575.replicationSource.shipper1dd62e24b303%2C43231%2C1731827816575,2-1dd62e24b303,43231,1731827816575 terminated 2024-11-17T07:17:09,213 INFO [RS:0;1dd62e24b303:43231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43231 2024-11-17T07:17:09,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x10124c931dd0001, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1206820394/rs/1dd62e24b303,43231,1731827816575 2024-11-17T07:17:09,217 INFO [RS:0;1dd62e24b303:43231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:17:09,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394/rs 2024-11-17T07:17:09,219 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1dd62e24b303,43231,1731827816575] 2024-11-17T07:17:09,220 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1206820394/draining/1dd62e24b303,43231,1731827816575 already deleted, retry=false 2024-11-17T07:17:09,220 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1dd62e24b303,43231,1731827816575 expired; onlineServers=0 2024-11-17T07:17:09,220 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1dd62e24b303,39753,1731827815892' ***** 2024-11-17T07:17:09,220 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T07:17:09,221 INFO [M:0;1dd62e24b303:39753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:17:09,221 INFO [M:0;1dd62e24b303:39753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:17:09,221 DEBUG [M:0;1dd62e24b303:39753 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T07:17:09,221 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T07:17:09,221 DEBUG [M:0;1dd62e24b303:39753 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T07:17:09,221 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827818767 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827818767,5,FailOnTimeoutGroup] 2024-11-17T07:17:09,221 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827818766 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827818766,5,FailOnTimeoutGroup] 2024-11-17T07:17:09,221 INFO [M:0;1dd62e24b303:39753 {}] hbase.ChoreService(370): Chore service for: master/1dd62e24b303:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T07:17:09,221 INFO [M:0;1dd62e24b303:39753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:17:09,222 DEBUG [M:0;1dd62e24b303:39753 {}] master.HMaster(1795): Stopping service threads 2024-11-17T07:17:09,222 INFO [M:0;1dd62e24b303:39753 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T07:17:09,222 INFO [M:0;1dd62e24b303:39753 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:17:09,222 INFO [M:0;1dd62e24b303:39753 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T07:17:09,222 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T07:17:09,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1206820394/master 2024-11-17T07:17:09,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:17:09,224 DEBUG [M:0;1dd62e24b303:39753 {}] zookeeper.ZKUtil(347): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Unable to get data of znode /0-1206820394/master because node does not exist (not an error) 2024-11-17T07:17:09,225 WARN [M:0;1dd62e24b303:39753 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T07:17:09,225 INFO [M:0;1dd62e24b303:39753 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/.lastflushedseqids 2024-11-17T07:17:09,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741842_1018 (size=181) 2024-11-17T07:17:09,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x10124c931dd0001, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:17:09,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43231-0x10124c931dd0001, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:17:09,320 INFO [RS:0;1dd62e24b303:43231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:17:09,320 INFO [RS:0;1dd62e24b303:43231 {}] regionserver.HRegionServer(1031): Exiting; stopping=1dd62e24b303,43231,1731827816575; zookeeper connection closed. 2024-11-17T07:17:09,320 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70ec4909 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70ec4909 2024-11-17T07:17:09,321 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T07:17:09,637 INFO [M:0;1dd62e24b303:39753 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T07:17:09,637 INFO [M:0;1dd62e24b303:39753 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T07:17:09,638 DEBUG [M:0;1dd62e24b303:39753 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:17:09,638 INFO [M:0;1dd62e24b303:39753 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:09,638 DEBUG [M:0;1dd62e24b303:39753 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:09,638 DEBUG [M:0;1dd62e24b303:39753 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:17:09,638 DEBUG [M:0;1dd62e24b303:39753 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:09,638 INFO [M:0;1dd62e24b303:39753 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-17T07:17:09,657 DEBUG [M:0;1dd62e24b303:39753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f4eebda8a46430a8123acb88fa1da18 is 82, key is hbase:meta,,1/info:regioninfo/1731827820095/Put/seqid=0 2024-11-17T07:17:09,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741843_1019 (size=5672) 2024-11-17T07:17:10,063 INFO [M:0;1dd62e24b303:39753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f4eebda8a46430a8123acb88fa1da18 2024-11-17T07:17:10,087 DEBUG [M:0;1dd62e24b303:39753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0ce596fb193407f8c467440c1a327db is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731827825403/Put/seqid=0 2024-11-17T07:17:10,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741844_1020 (size=8663) 2024-11-17T07:17:10,493 INFO [M:0;1dd62e24b303:39753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0ce596fb193407f8c467440c1a327db 2024-11-17T07:17:10,515 DEBUG [M:0;1dd62e24b303:39753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d37be56cc8448ea99092c3dd5a26b03 is 69, key is 1dd62e24b303,43231,1731827816575/rs:state/1731827818896/Put/seqid=0 2024-11-17T07:17:10,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741845_1021 (size=5156) 2024-11-17T07:17:10,864 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:17:10,921 INFO [M:0;1dd62e24b303:39753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d37be56cc8448ea99092c3dd5a26b03 2024-11-17T07:17:10,929 DEBUG [M:0;1dd62e24b303:39753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f4eebda8a46430a8123acb88fa1da18 as hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f4eebda8a46430a8123acb88fa1da18 2024-11-17T07:17:10,937 INFO [M:0;1dd62e24b303:39753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f4eebda8a46430a8123acb88fa1da18, entries=8, sequenceid=115, filesize=5.5 K 2024-11-17T07:17:10,938 DEBUG [M:0;1dd62e24b303:39753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0ce596fb193407f8c467440c1a327db as hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0ce596fb193407f8c467440c1a327db 2024-11-17T07:17:10,945 INFO [M:0;1dd62e24b303:39753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0ce596fb193407f8c467440c1a327db, entries=14, sequenceid=115, filesize=8.5 K 2024-11-17T07:17:10,946 DEBUG [M:0;1dd62e24b303:39753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d37be56cc8448ea99092c3dd5a26b03 as hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d37be56cc8448ea99092c3dd5a26b03 2024-11-17T07:17:10,953 INFO [M:0;1dd62e24b303:39753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d37be56cc8448ea99092c3dd5a26b03, entries=1, sequenceid=115, filesize=5.0 K 2024-11-17T07:17:10,955 INFO [M:0;1dd62e24b303:39753 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=115, compaction requested=false 2024-11-17T07:17:10,956 INFO [M:0;1dd62e24b303:39753 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:10,956 DEBUG [M:0;1dd62e24b303:39753 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827829638Disabling compacts and flushes for region at 1731827829638Disabling writes for close at 1731827829638Obtaining lock to block concurrent updates at 1731827829638Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731827829638Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731827829639 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731827829640 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731827829640Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731827829656 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731827829657 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731827830070 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731827830087 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731827830087Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731827830500 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731827830514 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731827830514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a1065dd: reopening flushed file at 1731827830928 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d16dadb: reopening flushed file at 1731827830937 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@419974f1: reopening flushed file at 1731827830945 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=115, compaction requested=false at 1731827830955 (+10 ms)Writing region close event to WAL at 1731827830956 (+1 ms)Closed at 1731827830956 2024-11-17T07:17:10,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741830_1006 (size=59421) 2024-11-17T07:17:10,960 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:17:10,961 INFO [M:0;1dd62e24b303:39753 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T07:17:10,961 INFO [M:0;1dd62e24b303:39753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39753 2024-11-17T07:17:10,961 INFO [M:0;1dd62e24b303:39753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:17:11,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:17:11,063 INFO [M:0;1dd62e24b303:39753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:17:11,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10124c931dd0000, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:17:11,065 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:17:11,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:11,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:11,066 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:17:11,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:11,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:17:11,066 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:17:11,066 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:17:11,067 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37255 2024-11-17T07:17:11,068 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37255 connecting to ZooKeeper ensemble=127.0.0.1:60278 2024-11-17T07:17:11,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372550x0, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:17:11,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37255-0x10124c931dd0006 connected 2024-11-17T07:17:11,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:11,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:11,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Set watcher on znode that does not yet exist, /0-1206820394/running 2024-11-17T07:17:11,078 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1206820394/meta-region-server: INIT 2024-11-17T07:17:11,078 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8, hbase.cluster.distributed=false 2024-11-17T07:17:11,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Set watcher on znode that does not yet exist, /0-1206820394/acl 2024-11-17T07:17:11,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37255 2024-11-17T07:17:11,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37255 2024-11-17T07:17:11,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37255 2024-11-17T07:17:11,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37255 2024-11-17T07:17:11,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37255 2024-11-17T07:17:11,096 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:17:11,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:11,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:11,097 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:17:11,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:11,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:17:11,097 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:17:11,097 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:17:11,097 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36511 2024-11-17T07:17:11,099 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36511 connecting to ZooKeeper ensemble=127.0.0.1:60278 2024-11-17T07:17:11,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:11,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:11,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365110x0, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:17:11,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365110x0, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Set watcher on znode that does not yet exist, /0-1206820394/running 2024-11-17T07:17:11,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36511-0x10124c931dd0007 connected 2024-11-17T07:17:11,106 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1206820394/meta-region-server: INIT 2024-11-17T07:17:11,107 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:17:11,107 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:17:11,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36511-0x10124c931dd0007, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Set watcher on znode that does not yet exist, /0-1206820394/master 2024-11-17T07:17:11,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36511-0x10124c931dd0007, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Set watcher on znode that does not yet exist, /0-1206820394/acl 2024-11-17T07:17:11,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36511 2024-11-17T07:17:11,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36511 2024-11-17T07:17:11,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36511 2024-11-17T07:17:11,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36511 2024-11-17T07:17:11,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36511 2024-11-17T07:17:11,129 DEBUG [M:0;1dd62e24b303:37255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:37255 2024-11-17T07:17:11,129 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1206820394/backup-masters/1dd62e24b303,37255,1731827831065 2024-11-17T07:17:11,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10124c931dd0007, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394/backup-masters 2024-11-17T07:17:11,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394/backup-masters 2024-11-17T07:17:11,131 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Set watcher on existing znode=/0-1206820394/backup-masters/1dd62e24b303,37255,1731827831065 2024-11-17T07:17:11,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10124c931dd0007, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1206820394/master 2024-11-17T07:17:11,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:17:11,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10124c931dd0007, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:17:11,133 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Set watcher on existing znode=/0-1206820394/master 2024-11-17T07:17:11,134 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1206820394/backup-masters/1dd62e24b303,37255,1731827831065 from backup master directory 2024-11-17T07:17:11,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1206820394/backup-masters/1dd62e24b303,37255,1731827831065 2024-11-17T07:17:11,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10124c931dd0007, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394/backup-masters 2024-11-17T07:17:11,135 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:17:11,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394/backup-masters 2024-11-17T07:17:11,135 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,37255,1731827831065 2024-11-17T07:17:11,151 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:11,151 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:17:11,165 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-17T07:17:11,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741846_1022 (size=196) 2024-11-17T07:17:11,577 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:17:11,578 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:17:11,579 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:17:11,587 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-17T07:17:11,590 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/WALs/1dd62e24b303,39753,1731827815892 to hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/WALs/1dd62e24b303,39753,1731827815892-dead as it is dead 2024-11-17T07:17:11,592 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-17T07:17:11,592 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-17T07:17:11,592 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/WALs/1dd62e24b303,39753,1731827815892-dead/1dd62e24b303%2C39753%2C1731827815892.1731827818215 2024-11-17T07:17:11,597 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/WALs/1dd62e24b303,39753,1731827815892-dead/1dd62e24b303%2C39753%2C1731827815892.1731827818215 after 4ms 2024-11-17T07:17:11,598 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/WALs/1dd62e24b303,39753,1731827815892-dead/1dd62e24b303%2C39753%2C1731827815892.1731827818215 to hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1dd62e24b303%2C39753%2C1731827815892.1731827818215 2024-11-17T07:17:11,598 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/WALs/1dd62e24b303,39753,1731827815892-dead 2024-11-17T07:17:11,599 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/WALs/1dd62e24b303,37255,1731827831065 2024-11-17T07:17:11,600 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:17:11,601 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C37255%2C1731827831065, suffix=, logDir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/WALs/1dd62e24b303,37255,1731827831065, archiveDir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/oldWALs, maxLogs=10 2024-11-17T07:17:11,615 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/WALs/1dd62e24b303,37255,1731827831065/1dd62e24b303%2C37255%2C1731827831065.1731827831602, exclude list is [], retry=0 2024-11-17T07:17:11,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45387,DS-6dea5b53-c763-4764-a8fc-7d6fd050d1dd,DISK] 2024-11-17T07:17:11,620 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/WALs/1dd62e24b303,37255,1731827831065/1dd62e24b303%2C37255%2C1731827831065.1731827831602 2024-11-17T07:17:11,621 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44343:44343)] 2024-11-17T07:17:11,621 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:17:11,621 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:11,621 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:11,621 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:11,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:11,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:17:11,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:11,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f4eebda8a46430a8123acb88fa1da18 2024-11-17T07:17:11,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:11,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:11,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:17:11,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:11,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0ce596fb193407f8c467440c1a327db 2024-11-17T07:17:11,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:11,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:11,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:17:11,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:11,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d37be56cc8448ea99092c3dd5a26b03 2024-11-17T07:17:11,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:11,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:11,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:17:11,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:11,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:11,651 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:11,652 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-17T07:17:11,652 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1dd62e24b303%2C39753%2C1731827815892.1731827818215 2024-11-17T07:17:11,666 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1dd62e24b303%2C39753%2C1731827815892.1731827818215 2024-11-17T07:17:11,667 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1dd62e24b303%2C39753%2C1731827815892.1731827818215 2024-11-17T07:17:11,669 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:11,669 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:11,669 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:17:11,671 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:11,674 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-17T07:17:11,675 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74730355, jitterRate=0.11356906592845917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:17:11,676 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731827831622Initializing all the Stores at 1731827831623 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827831623Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827831623Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827831623Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827831623Cleaning up temporary data from old regions at 1731827831669 (+46 ms)Region opened successfully at 1731827831675 (+6 ms) 2024-11-17T07:17:11,676 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:17:11,679 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0d7ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:17:11,690 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-17T07:17:11,690 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:17:11,690 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:17:11,690 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:17:11,691 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T07:17:11,696 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:17:11,696 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T07:17:11,697 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T07:17:11,697 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T07:17:11,697 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T07:17:11,697 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T07:17:11,697 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-17T07:17:11,697 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:17:11,701 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1dd62e24b303,43231,1731827816575, regionLocation=1dd62e24b303,43231,1731827816575, openSeqNum=2 2024-11-17T07:17:11,701 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1dd62e24b303,43231,1731827816575, table=hbase:meta, region=1588230740 2024-11-17T07:17:11,701 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,43231,1731827816575, state=OPEN 2024-11-17T07:17:11,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1206820394/meta-region-server 2024-11-17T07:17:11,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10124c931dd0007, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1206820394/meta-region-server 2024-11-17T07:17:11,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1206820394/meta-region-server: CHANGED 2024-11-17T07:17:11,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1206820394/meta-region-server: CHANGED 2024-11-17T07:17:11,707 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:17:11,708 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1206820394/draining/1dd62e24b303,43231,1731827816575 already deleted, retry=false 2024-11-17T07:17:11,709 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 1dd62e24b303,43231,1731827816575 on 1dd62e24b303,37255,1731827831065 2024-11-17T07:17:11,714 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1dd62e24b303,43231,1731827816575, splitWal=true, meta=true 2024-11-17T07:17:11,716 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 1dd62e24b303,43231,1731827816575 (carryingMeta=true) 1dd62e24b303,43231,1731827816575/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@12a3c26c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-17T07:17:11,719 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Unable to get data of znode /0-1206820394/balancer because node does not exist (not necessarily an error) 2024-11-17T07:17:11,725 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1206820394/balancer already deleted, retry=false 2024-11-17T07:17:11,725 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:17:11,726 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Unable to get data of znode /0-1206820394/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:17:11,727 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1206820394/normalizer already deleted, retry=false 2024-11-17T07:17:11,727 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:17:11,728 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Unable to get data of znode /0-1206820394/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:17:11,729 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1206820394/switch/split already deleted, retry=false 2024-11-17T07:17:11,730 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Unable to get data of znode /0-1206820394/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:17:11,731 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1206820394/switch/merge already deleted, retry=false 2024-11-17T07:17:11,740 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Unable to get data of znode /0-1206820394/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:17:11,741 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1206820394/snapshot-cleanup already deleted, retry=false 2024-11-17T07:17:11,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1206820394/running 2024-11-17T07:17:11,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10124c931dd0007, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1206820394/running 2024-11-17T07:17:11,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:17:11,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10124c931dd0007, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:17:11,744 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,37255,1731827831065, sessionid=0x10124c931dd0006, setting cluster-up flag (Was=false) 2024-11-17T07:17:11,748 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1206820394/flush-table-proc/acquired, /0-1206820394/flush-table-proc/reached, /0-1206820394/flush-table-proc/abort 2024-11-17T07:17:11,749 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,37255,1731827831065 2024-11-17T07:17:11,752 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1206820394/online-snapshot/acquired, /0-1206820394/online-snapshot/reached, /0-1206820394/online-snapshot/abort 2024-11-17T07:17:11,753 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,37255,1731827831065 2024-11-17T07:17:11,754 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/.lastflushedseqids 2024-11-17T07:17:11,758 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:17:11,758 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:17:11,759 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,37255,1731827831065 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 1dd62e24b303,43231,1731827816575 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:17:11,760 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:11,760 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:11,760 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:11,760 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:11,760 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:17:11,760 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:11,760 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:17:11,760 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:11,761 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731827861761 2024-11-17T07:17:11,761 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:17:11,761 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:17:11,762 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:17:11,762 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:17:11,762 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:17:11,762 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:17:11,762 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:11,762 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:17:11,762 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:17:11,762 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:17:11,762 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:17:11,763 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:17:11,763 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:17:11,763 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827831763,5,FailOnTimeoutGroup] 2024-11-17T07:17:11,763 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827831763,5,FailOnTimeoutGroup] 2024-11-17T07:17:11,763 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:11,763 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:17:11,763 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:11,763 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:11,763 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731827831763, completionTime=-1 2024-11-17T07:17:11,763 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-17T07:17:11,764 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1dd62e24b303,43231,1731827816575, splitWal=true, meta=true 2024-11-17T07:17:11,765 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1dd62e24b303,43231,1731827816575, splitWal=true, meta=true, isMeta: true 2024-11-17T07:17:11,766 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T07:17:11,766 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575-splitting 2024-11-17T07:17:11,767 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575-splitting dir is empty, no logs to split. 2024-11-17T07:17:11,767 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1dd62e24b303,43231,1731827816575 WAL count=0, meta=true 2024-11-17T07:17:11,771 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575-splitting dir is empty, no logs to split. 2024-11-17T07:17:11,771 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1dd62e24b303,43231,1731827816575 WAL count=0, meta=true 2024-11-17T07:17:11,771 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1dd62e24b303,43231,1731827816575 WAL splitting is done? wals=0, meta=true 2024-11-17T07:17:11,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:17:11,775 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:17:11,776 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T07:17:11,818 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.HRegionServer(746): ClusterId : 845706de-3dba-4f60-8391-947c9d293f2e 2024-11-17T07:17:11,819 DEBUG [RS:0;1dd62e24b303:36511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:17:11,821 DEBUG [RS:0;1dd62e24b303:36511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:17:11,821 DEBUG [RS:0;1dd62e24b303:36511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:17:11,823 DEBUG [RS:0;1dd62e24b303:36511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:17:11,823 DEBUG [RS:0;1dd62e24b303:36511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396cfb29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:17:11,836 DEBUG [RS:0;1dd62e24b303:36511 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:36511 2024-11-17T07:17:11,836 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:17:11,836 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:17:11,836 DEBUG [RS:0;1dd62e24b303:36511 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:17:11,837 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,37255,1731827831065 with port=36511, startcode=1731827831096 2024-11-17T07:17:11,837 DEBUG [RS:0;1dd62e24b303:36511 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:17:11,839 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:17:11,840 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37255 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,36511,1731827831096 2024-11-17T07:17:11,840 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37255 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,36511,1731827831096 2024-11-17T07:17:11,842 DEBUG [RS:0;1dd62e24b303:36511 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8 2024-11-17T07:17:11,842 DEBUG [RS:0;1dd62e24b303:36511 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33321 2024-11-17T07:17:11,842 DEBUG [RS:0;1dd62e24b303:36511 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:17:11,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394/rs 2024-11-17T07:17:11,845 DEBUG [RS:0;1dd62e24b303:36511 {}] zookeeper.ZKUtil(111): regionserver:36511-0x10124c931dd0007, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Set watcher on existing znode=/0-1206820394/rs/1dd62e24b303,36511,1731827831096 2024-11-17T07:17:11,846 WARN [RS:0;1dd62e24b303:36511 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:17:11,846 INFO [RS:0;1dd62e24b303:36511 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:17:11,846 DEBUG [RS:0;1dd62e24b303:36511 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096 2024-11-17T07:17:11,846 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,36511,1731827831096] 2024-11-17T07:17:11,866 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T07:17:11,884 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:17:11,886 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:17:11,888 INFO [RS:0;1dd62e24b303:36511 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:17:11,888 INFO [RS:0;1dd62e24b303:36511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:11,888 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:17:11,889 INFO [RS:0;1dd62e24b303:36511 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:17:11,889 INFO [RS:0;1dd62e24b303:36511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:11,889 DEBUG [RS:0;1dd62e24b303:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:11,890 DEBUG [RS:0;1dd62e24b303:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:11,890 DEBUG [RS:0;1dd62e24b303:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:11,890 DEBUG [RS:0;1dd62e24b303:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:11,890 DEBUG [RS:0;1dd62e24b303:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:11,890 DEBUG [RS:0;1dd62e24b303:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:17:11,890 DEBUG [RS:0;1dd62e24b303:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:11,890 DEBUG [RS:0;1dd62e24b303:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:11,890 DEBUG [RS:0;1dd62e24b303:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:11,890 DEBUG [RS:0;1dd62e24b303:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:11,890 DEBUG [RS:0;1dd62e24b303:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:11,890 DEBUG [RS:0;1dd62e24b303:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:11,890 DEBUG [RS:0;1dd62e24b303:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:17:11,890 DEBUG [RS:0;1dd62e24b303:36511 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:17:11,891 INFO [RS:0;1dd62e24b303:36511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:11,891 INFO [RS:0;1dd62e24b303:36511 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:11,891 INFO [RS:0;1dd62e24b303:36511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:11,891 INFO [RS:0;1dd62e24b303:36511 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:11,892 INFO [RS:0;1dd62e24b303:36511 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:11,892 INFO [RS:0;1dd62e24b303:36511 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,36511,1731827831096-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:17:11,906 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:17:11,906 INFO [RS:0;1dd62e24b303:36511 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,36511,1731827831096-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:11,921 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.ReplicationSource(231): queueId=1-1dd62e24b303,36511,1731827831096, ReplicationSource: 1, currentBandwidth=0 2024-11-17T07:17:11,926 WARN [1dd62e24b303:37255 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T07:17:11,935 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.ReplicationSource(231): queueId=2-1dd62e24b303,36511,1731827831096, ReplicationSource: 2, currentBandwidth=0 2024-11-17T07:17:11,935 INFO [RS:0;1dd62e24b303:36511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:11,935 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.Replication(171): 1dd62e24b303,36511,1731827831096 started 2024-11-17T07:17:11,936 DEBUG [RS:0;1dd62e24b303:36511.replicationSource,1-1dd62e24b303,36511,1731827831096 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:43249' 2024-11-17T07:17:11,937 DEBUG [RS:0;1dd62e24b303:36511.replicationSource,1-1dd62e24b303,36511,1731827831096 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d1e14e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:11,937 DEBUG [RS:0;1dd62e24b303:36511.replicationSource,1-1dd62e24b303,36511,1731827831096 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,43249,-1 for getting cluster id 2024-11-17T07:17:11,937 DEBUG [RS:0;1dd62e24b303:36511.replicationSource,1-1dd62e24b303,36511,1731827831096 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:11,939 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd781c527-4e28-47f9-992b-f625b5a8bded' 2024-11-17T07:17:11,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:11,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d781c527-4e28-47f9-992b-f625b5a8bded" 2024-11-17T07:17:11,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8d187bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:11,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,43249,-1] 2024-11-17T07:17:11,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:11,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:11,941 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:11,942 DEBUG [RS:0;1dd62e24b303:36511.replicationSource,1-1dd62e24b303,36511,1731827831096 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@109d1a4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:11,942 DEBUG [RS:0;1dd62e24b303:36511.replicationSource,1-1dd62e24b303,36511,1731827831096 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:11,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,43249,1731827821182 2024-11-17T07:17:11,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13543ce4 2024-11-17T07:17:11,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:11,945 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-17T07:17:11,946 INFO [RS:0;1dd62e24b303:36511.replicationSource,1-1dd62e24b303,36511,1731827831096 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1dd62e24b303,36511,1731827831096 (queues=0) is replicating from cluster=845706de-3dba-4f60-8391-947c9d293f2e to cluster=d781c527-4e28-47f9-992b-f625b5a8bded 2024-11-17T07:17:11,951 INFO [RS:0;1dd62e24b303:36511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:11,951 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,36511,1731827831096, RpcServer on 1dd62e24b303/172.17.0.2:36511, sessionid=0x10124c931dd0007 2024-11-17T07:17:11,951 DEBUG [RS:0;1dd62e24b303:36511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:17:11,951 DEBUG [RS:0;1dd62e24b303:36511 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,36511,1731827831096 2024-11-17T07:17:11,951 DEBUG [RS:0;1dd62e24b303:36511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,36511,1731827831096' 2024-11-17T07:17:11,951 DEBUG [RS:0;1dd62e24b303:36511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1206820394/flush-table-proc/abort' 2024-11-17T07:17:11,951 DEBUG [RS:0;1dd62e24b303:36511.replicationSource,2-1dd62e24b303,36511,1731827831096 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:43249' 2024-11-17T07:17:11,952 DEBUG [RS:0;1dd62e24b303:36511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1206820394/flush-table-proc/acquired' 2024-11-17T07:17:11,952 DEBUG [RS:0;1dd62e24b303:36511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:17:11,952 DEBUG [RS:0;1dd62e24b303:36511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:17:11,952 DEBUG [RS:0;1dd62e24b303:36511 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,36511,1731827831096 2024-11-17T07:17:11,952 DEBUG [RS:0;1dd62e24b303:36511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,36511,1731827831096' 2024-11-17T07:17:11,953 DEBUG [RS:0;1dd62e24b303:36511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1206820394/online-snapshot/abort' 2024-11-17T07:17:11,953 DEBUG [RS:0;1dd62e24b303:36511.replicationSource,2-1dd62e24b303,36511,1731827831096 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c256413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:11,953 DEBUG [RS:0;1dd62e24b303:36511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1206820394/online-snapshot/acquired' 2024-11-17T07:17:11,953 DEBUG [RS:0;1dd62e24b303:36511.replicationSource,2-1dd62e24b303,36511,1731827831096 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,43249,-1 for getting cluster id 2024-11-17T07:17:11,953 DEBUG [RS:0;1dd62e24b303:36511.replicationSource,2-1dd62e24b303,36511,1731827831096 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:11,953 DEBUG [RS:0;1dd62e24b303:36511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:17:11,953 INFO [RS:0;1dd62e24b303:36511 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:17:11,953 INFO [RS:0;1dd62e24b303:36511 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:17:11,954 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd781c527-4e28-47f9-992b-f625b5a8bded' 2024-11-17T07:17:11,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:11,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d781c527-4e28-47f9-992b-f625b5a8bded" 2024-11-17T07:17:11,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dfce78c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:11,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,43249,-1] 2024-11-17T07:17:11,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:11,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:11,956 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:11,957 DEBUG [RS:0;1dd62e24b303:36511.replicationSource,2-1dd62e24b303,36511,1731827831096 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25a756ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:11,957 DEBUG [RS:0;1dd62e24b303:36511.replicationSource,2-1dd62e24b303,36511,1731827831096 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:11,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,43249,1731827821182 2024-11-17T07:17:11,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6557f8de 2024-11-17T07:17:11,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:11,959 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-17T07:17:11,959 INFO [RS:0;1dd62e24b303:36511.replicationSource,2-1dd62e24b303,36511,1731827831096 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-1dd62e24b303,36511,1731827831096 (queues=0) is replicating from cluster=845706de-3dba-4f60-8391-947c9d293f2e to cluster=d781c527-4e28-47f9-992b-f625b5a8bded 2024-11-17T07:17:12,054 INFO [RS:0;1dd62e24b303:36511 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:17:12,057 INFO [RS:0;1dd62e24b303:36511 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C36511%2C1731827831096, suffix=, logDir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096, archiveDir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/oldWALs, maxLogs=10 2024-11-17T07:17:12,075 DEBUG [RS:0;1dd62e24b303:36511 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058, exclude list is [], retry=0 2024-11-17T07:17:12,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45387,DS-6dea5b53-c763-4764-a8fc-7d6fd050d1dd,DISK] 2024-11-17T07:17:12,103 INFO [RS:0;1dd62e24b303:36511 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058 2024-11-17T07:17:12,104 DEBUG [RS:0;1dd62e24b303:36511 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 1dd62e24b303%2C36511%2C1731827831096 for peer 1 2024-11-17T07:17:12,104 DEBUG [RS:0;1dd62e24b303:36511 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 1dd62e24b303%2C36511%2C1731827831096 for peer 2 2024-11-17T07:17:12,104 DEBUG [RS:0;1dd62e24b303:36511 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1dd62e24b303%2C36511%2C1731827831096 2024-11-17T07:17:12,104 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1dd62e24b303,36511,1731827831096, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T07:17:12,107 DEBUG [RS:0;1dd62e24b303:36511 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=1dd62e24b303%2C36511%2C1731827831096 2024-11-17T07:17:12,107 INFO [RS:0;1dd62e24b303:36511.replicationSource.shipper1dd62e24b303%2C36511%2C1731827831096,1-1dd62e24b303,36511,1731827831096 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1dd62e24b303%2C36511%2C1731827831096 2024-11-17T07:17:12,108 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-1dd62e24b303,36511,1731827831096, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T07:17:12,108 DEBUG [RS:0;1dd62e24b303:36511 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44343:44343)] 2024-11-17T07:17:12,108 INFO [RS:0;1dd62e24b303:36511.replicationSource.shipper1dd62e24b303%2C36511%2C1731827831096,2-1dd62e24b303,36511,1731827831096 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1dd62e24b303%2C36511%2C1731827831096 2024-11-17T07:17:12,109 DEBUG [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,2-1dd62e24b303,36511,1731827831096 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058, startPosition=0, beingWritten=true 2024-11-17T07:17:12,109 DEBUG [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,1-1dd62e24b303,36511,1731827831096 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058, startPosition=0, beingWritten=true 2024-11-17T07:17:12,177 DEBUG [1dd62e24b303:37255 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:17:12,177 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,36511,1731827831096 2024-11-17T07:17:12,181 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,36511,1731827831096, state=OPENING 2024-11-17T07:17:12,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10124c931dd0007, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1206820394/meta-region-server 2024-11-17T07:17:12,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1206820394/meta-region-server 2024-11-17T07:17:12,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1206820394/meta-region-server: CHANGED 2024-11-17T07:17:12,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1206820394/meta-region-server: CHANGED 2024-11-17T07:17:12,183 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:17:12,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,36511,1731827831096}] 2024-11-17T07:17:12,325 DEBUG [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,1-1dd62e24b303,36511,1731827831096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058 to pos 0, reset compression=false 2024-11-17T07:17:12,325 DEBUG [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,2-1dd62e24b303,36511,1731827831096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058 to pos 0, reset compression=false 2024-11-17T07:17:12,340 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:17:12,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:17:12,345 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:17:12,346 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:17:12,346 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:17:12,348 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C36511%2C1731827831096.meta, suffix=.meta, logDir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096, archiveDir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/oldWALs, maxLogs=10 2024-11-17T07:17:12,362 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.meta.1731827832348.meta, exclude list is [], retry=0 2024-11-17T07:17:12,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45387,DS-6dea5b53-c763-4764-a8fc-7d6fd050d1dd,DISK] 2024-11-17T07:17:12,367 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.meta.1731827832348.meta 2024-11-17T07:17:12,367 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44343:44343)] 2024-11-17T07:17:12,367 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:17:12,368 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:17:12,368 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:17:12,368 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:17:12,368 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:17:12,368 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:17:12,368 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:12,368 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:17:12,368 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:17:12,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:17:12,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:17:12,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:12,379 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/info/557f5f57995d424aa3c5ac5e4a9f6cca 2024-11-17T07:17:12,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:12,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:17:12,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:17:12,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:12,387 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/ns/09ba30c38ef34e20b2fd176ed8ff75d5 2024-11-17T07:17:12,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:12,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:17:12,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:17:12,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:12,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:12,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:17:12,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:17:12,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:12,398 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/table/2bea471693aa4bb88b57cf21217e8fd4 2024-11-17T07:17:12,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:12,398 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:17:12,399 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740 2024-11-17T07:17:12,400 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740 2024-11-17T07:17:12,401 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:17:12,401 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:17:12,402 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:17:12,404 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:17:12,405 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67662392, jitterRate=0.008248209953308105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:17:12,405 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:17:12,405 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731827832369Writing region info on filesystem at 1731827832369Initializing all the Stores at 1731827832370 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827832370Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827832370Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827832370Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827832370Cleaning up temporary data from old regions at 1731827832401 (+31 ms)Running coprocessor post-open hooks at 1731827832405 (+4 ms)Region opened successfully at 1731827832405 2024-11-17T07:17:12,406 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731827832339 2024-11-17T07:17:12,409 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:17:12,409 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:17:12,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=1dd62e24b303,36511,1731827831096 2024-11-17T07:17:12,411 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,36511,1731827831096, state=OPEN 2024-11-17T07:17:12,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10124c931dd0007, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1206820394/meta-region-server 2024-11-17T07:17:12,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1206820394/meta-region-server 2024-11-17T07:17:12,413 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,36511,1731827831096 2024-11-17T07:17:12,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1206820394/meta-region-server: CHANGED 2024-11-17T07:17:12,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1206820394/meta-region-server: CHANGED 2024-11-17T07:17:12,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-17T07:17:12,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,36511,1731827831096 in 230 msec 2024-11-17T07:17:12,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-17T07:17:12,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 644 msec 2024-11-17T07:17:12,634 DEBUG [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,2-1dd62e24b303,36511,1731827831096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058 to pos 0, reset compression=false 2024-11-17T07:17:12,634 DEBUG [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,1-1dd62e24b303,36511,1731827831096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058 to pos 0, reset compression=false 2024-11-17T07:17:13,041 DEBUG [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,1-1dd62e24b303,36511,1731827831096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058 to pos 0, reset compression=false 2024-11-17T07:17:13,041 DEBUG [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,2-1dd62e24b303,36511,1731827831096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058 to pos 0, reset compression=false 2024-11-17T07:17:13,369 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-17T07:17:13,547 DEBUG [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,1-1dd62e24b303,36511,1731827831096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058 to pos 0, reset compression=false 2024-11-17T07:17:13,548 DEBUG [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,2-1dd62e24b303,36511,1731827831096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058 to pos 0, reset compression=false 2024-11-17T07:17:14,154 DEBUG [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,1-1dd62e24b303,36511,1731827831096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058 to pos 0, reset compression=false 2024-11-17T07:17:14,154 DEBUG [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,2-1dd62e24b303,36511,1731827831096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058 to pos 0, reset compression=false 2024-11-17T07:17:14,861 DEBUG [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,2-1dd62e24b303,36511,1731827831096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058 to pos 0, reset compression=false 2024-11-17T07:17:14,861 DEBUG [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,1-1dd62e24b303,36511,1731827831096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058 to pos 0, reset compression=false 2024-11-17T07:17:14,871 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-17T07:17:15,667 DEBUG [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,2-1dd62e24b303,36511,1731827831096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058 to pos 0, reset compression=false 2024-11-17T07:17:15,667 DEBUG [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,1-1dd62e24b303,36511,1731827831096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058 to pos 0, reset compression=false 2024-11-17T07:17:16,273 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-17T07:17:16,273 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:17:16,274 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:17:16,274 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,36511,1731827831096, seqNum=-1] 2024-11-17T07:17:16,274 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:17:16,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:17:16,282 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=804960c33234434935f5864471b9c746, regionState=OPEN, lastHost=1dd62e24b303,43231,1731827816575, regionLocation=1dd62e24b303,43231,1731827816575, openSeqNum=2 2024-11-17T07:17:16,282 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:17:16,282 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731827896282 2024-11-17T07:17:16,282 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731827956282 2024-11-17T07:17:16,282 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 8 msec 2024-11-17T07:17:16,283 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,37255,1731827831065-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:16,283 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,37255,1731827831065-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:16,283 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,37255,1731827831065-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:16,283 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 1dd62e24b303,43231,1731827816575 had 2 regions 2024-11-17T07:17:16,283 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:37255, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:16,283 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:16,283 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:16,285 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1dd62e24b303,43231,1731827816575, splitWal=true, meta=true, isMeta: false 2024-11-17T07:17:16,287 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575-splitting dir is empty, no logs to split. 2024-11-17T07:17:16,287 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1dd62e24b303,43231,1731827816575 WAL count=0, meta=false 2024-11-17T07:17:16,289 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.154sec 2024-11-17T07:17:16,289 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:17:16,289 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:17:16,289 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:17:16,289 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:17:16,289 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:17:16,289 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,37255,1731827831065-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:17:16,289 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,37255,1731827831065-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:17:16,291 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,43231,1731827816575-splitting dir is empty, no logs to split. 2024-11-17T07:17:16,291 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1dd62e24b303,43231,1731827816575 WAL count=0, meta=false 2024-11-17T07:17:16,291 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 1dd62e24b303,43231,1731827816575 WAL splitting is done? wals=0, meta=false 2024-11-17T07:17:16,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=804960c33234434935f5864471b9c746, ASSIGN}] 2024-11-17T07:17:16,294 WARN [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=1dd62e24b303,43231,1731827816575/hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. 2024-11-17T07:17:16,294 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:17:16,294 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:17:16,294 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,37255,1731827831065-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:16,295 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=804960c33234434935f5864471b9c746, ASSIGN 2024-11-17T07:17:16,296 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=804960c33234434935f5864471b9c746, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T07:17:16,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T07:17:16,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3873ace4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:16,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,37255,-1 for getting cluster id 2024-11-17T07:17:16,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:16,324 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '845706de-3dba-4f60-8391-947c9d293f2e' 2024-11-17T07:17:16,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:16,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "845706de-3dba-4f60-8391-947c9d293f2e" 2024-11-17T07:17:16,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380d46fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:16,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,37255,-1] 2024-11-17T07:17:16,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:16,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:16,326 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:16,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5533c977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:16,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:17:16,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,36511,1731827831096, seqNum=-1] 2024-11-17T07:17:16,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:17:16,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:17:16,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-17T07:17:16,334 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:17:16,334 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:16,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:16,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:16,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:17:16,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 1dd62e24b303:37255 after: 1dd62e24b303:37255 2024-11-17T07:17:16,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cc06b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:16,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,37255,-1 for getting cluster id 2024-11-17T07:17:16,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:16,336 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '845706de-3dba-4f60-8391-947c9d293f2e' 2024-11-17T07:17:16,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:16,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "845706de-3dba-4f60-8391-947c9d293f2e" 2024-11-17T07:17:16,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a6bf59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:16,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,37255,-1] 2024-11-17T07:17:16,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:16,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:16,338 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:16,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:16,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:16,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,37255,1731827831065 2024-11-17T07:17:16,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b231299 2024-11-17T07:17:16,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:16,341 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:17:16,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T07:17:16,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-17T07:17:16,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T07:17:16,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-17T07:17:16,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T07:17:16,344 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:17:16,344 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:16,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:16,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:16,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:17:16,345 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T07:17:16,345 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1135590981, stopped=false 2024-11-17T07:17:16,345 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1dd62e24b303,43249,1731827821182 2024-11-17T07:17:16,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1140272911/running 2024-11-17T07:17:16,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10124c931dd0004, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1140272911/running 2024-11-17T07:17:16,346 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:17:16,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140272911 2024-11-17T07:17:16,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10124c931dd0004, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140272911 2024-11-17T07:17:16,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:17:16,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:16,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:16,347 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1dd62e24b303,40187,1731827821235' ***** 2024-11-17T07:17:16,347 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T07:17:16,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Set watcher on znode that does not yet exist, /1140272911/running 2024-11-17T07:17:16,347 INFO [RS:0;1dd62e24b303:40187 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T07:17:16,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40187-0x10124c931dd0004, quorum=127.0.0.1:60278, baseZNode=/1140272911 Set watcher on znode that does not yet exist, /1140272911/running 2024-11-17T07:17:16,348 INFO [RS:0;1dd62e24b303:40187 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T07:17:16,348 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T07:17:16,348 INFO [RS:0;1dd62e24b303:40187 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T07:17:16,348 INFO [RS:0;1dd62e24b303:40187 {}] regionserver.HRegionServer(959): stopping server 1dd62e24b303,40187,1731827821235 2024-11-17T07:17:16,348 INFO [RS:0;1dd62e24b303:40187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:17:16,348 INFO [RS:0;1dd62e24b303:40187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:40187. 2024-11-17T07:17:16,348 DEBUG [RS:0;1dd62e24b303:40187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:16,348 DEBUG [RS:0;1dd62e24b303:40187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:16,348 INFO [RS:0;1dd62e24b303:40187 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T07:17:16,348 INFO [RS:0;1dd62e24b303:40187 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T07:17:16,348 INFO [RS:0;1dd62e24b303:40187 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T07:17:16,348 INFO [RS:0;1dd62e24b303:40187 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T07:17:16,349 INFO [RS:0;1dd62e24b303:40187 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T07:17:16,349 DEBUG [RS:0;1dd62e24b303:40187 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T07:17:16,349 DEBUG [RS:0;1dd62e24b303:40187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:17:16,349 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:17:16,349 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:17:16,349 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:17:16,349 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:17:16,349 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:17:16,349 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-17T07:17:16,369 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/data/hbase/meta/1588230740/.tmp/ns/b79a50cc21144555ade5c1e3334333bb is 43, key is default/ns:d/1731827823978/Put/seqid=0 2024-11-17T07:17:16,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741835_1011 (size=5153) 2024-11-17T07:17:16,417 INFO [regionserver/1dd62e24b303:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:17:16,446 DEBUG [1dd62e24b303:37255 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:17:16,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=804960c33234434935f5864471b9c746, regionState=OPENING, regionLocation=1dd62e24b303,36511,1731827831096 2024-11-17T07:17:16,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=804960c33234434935f5864471b9c746, ASSIGN because future has completed 2024-11-17T07:17:16,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 804960c33234434935f5864471b9c746, server=1dd62e24b303,36511,1731827831096}] 2024-11-17T07:17:16,549 DEBUG [RS:0;1dd62e24b303:40187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:17:16,574 DEBUG [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,2-1dd62e24b303,36511,1731827831096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058 to pos 0, reset compression=false 2024-11-17T07:17:16,574 DEBUG [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,1-1dd62e24b303,36511,1731827831096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058 to pos 0, reset compression=false 2024-11-17T07:17:16,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. 2024-11-17T07:17:16,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:17:16,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T07:17:16,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C36511%2C1731827831096.rep, suffix=, logDir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096, archiveDir=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/oldWALs, maxLogs=10 2024-11-17T07:17:16,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.rep.1731827836612, exclude list is [], retry=0 2024-11-17T07:17:16,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45387,DS-6dea5b53-c763-4764-a8fc-7d6fd050d1dd,DISK] 2024-11-17T07:17:16,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.rep.1731827836612 2024-11-17T07:17:16,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44343:44343)] 2024-11-17T07:17:16,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 804960c33234434935f5864471b9c746, NAME => 'hbase:replication,,1731827824165.804960c33234434935f5864471b9c746.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:17:16,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:17:16,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:17:16,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. service=MultiRowMutationService 2024-11-17T07:17:16,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T07:17:16,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 804960c33234434935f5864471b9c746 2024-11-17T07:17:16,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731827824165.804960c33234434935f5864471b9c746.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:16,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 804960c33234434935f5864471b9c746 2024-11-17T07:17:16,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 804960c33234434935f5864471b9c746 2024-11-17T07:17:16,635 INFO [StoreOpener-804960c33234434935f5864471b9c746-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 804960c33234434935f5864471b9c746 2024-11-17T07:17:16,636 INFO [StoreOpener-804960c33234434935f5864471b9c746-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 804960c33234434935f5864471b9c746 columnFamilyName hfileref 2024-11-17T07:17:16,636 DEBUG [StoreOpener-804960c33234434935f5864471b9c746-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:16,636 INFO [StoreOpener-804960c33234434935f5864471b9c746-1 {}] regionserver.HStore(327): Store=804960c33234434935f5864471b9c746/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:16,637 INFO [StoreOpener-804960c33234434935f5864471b9c746-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 804960c33234434935f5864471b9c746 2024-11-17T07:17:16,637 INFO [StoreOpener-804960c33234434935f5864471b9c746-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 804960c33234434935f5864471b9c746 columnFamilyName queue 2024-11-17T07:17:16,637 DEBUG [StoreOpener-804960c33234434935f5864471b9c746-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:16,645 DEBUG [StoreOpener-804960c33234434935f5864471b9c746-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/replication/804960c33234434935f5864471b9c746/queue/cef1c01543694daaaba2e1f8cb748d80 2024-11-17T07:17:16,645 INFO [StoreOpener-804960c33234434935f5864471b9c746-1 {}] regionserver.HStore(327): Store=804960c33234434935f5864471b9c746/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:16,645 INFO [StoreOpener-804960c33234434935f5864471b9c746-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 804960c33234434935f5864471b9c746 2024-11-17T07:17:16,646 INFO [StoreOpener-804960c33234434935f5864471b9c746-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 804960c33234434935f5864471b9c746 columnFamilyName sid 2024-11-17T07:17:16,647 DEBUG [StoreOpener-804960c33234434935f5864471b9c746-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:16,647 INFO [StoreOpener-804960c33234434935f5864471b9c746-1 {}] regionserver.HStore(327): Store=804960c33234434935f5864471b9c746/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:16,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 804960c33234434935f5864471b9c746 2024-11-17T07:17:16,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/replication/804960c33234434935f5864471b9c746 2024-11-17T07:17:16,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/replication/804960c33234434935f5864471b9c746 2024-11-17T07:17:16,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 804960c33234434935f5864471b9c746 2024-11-17T07:17:16,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 804960c33234434935f5864471b9c746 2024-11-17T07:17:16,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:17:16,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 804960c33234434935f5864471b9c746 2024-11-17T07:17:16,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 804960c33234434935f5864471b9c746; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60996812, jitterRate=-0.09107667207717896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:17:16,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 804960c33234434935f5864471b9c746 2024-11-17T07:17:16,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 804960c33234434935f5864471b9c746: Running coprocessor pre-open hook at 1731827836633Writing region info on filesystem at 1731827836633Initializing all the Stores at 1731827836634 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827836634Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827836635 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827836635Cleaning up temporary data from old regions at 1731827836650 (+15 ms)Running coprocessor post-open hooks at 1731827836654 (+4 ms)Region opened successfully at 1731827836655 (+1 ms) 2024-11-17T07:17:16,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731827824165.804960c33234434935f5864471b9c746., pid=19, masterSystemTime=1731827836604 2024-11-17T07:17:16,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. 2024-11-17T07:17:16,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. 2024-11-17T07:17:16,660 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=804960c33234434935f5864471b9c746, regionState=OPEN, openSeqNum=10, regionLocation=1dd62e24b303,36511,1731827831096 2024-11-17T07:17:16,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 804960c33234434935f5864471b9c746, server=1dd62e24b303,36511,1731827831096 because future has completed 2024-11-17T07:17:16,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-17T07:17:16,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 804960c33234434935f5864471b9c746, server=1dd62e24b303,36511,1731827831096 in 213 msec 2024-11-17T07:17:16,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-17T07:17:16,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=804960c33234434935f5864471b9c746, ASSIGN in 374 msec 2024-11-17T07:17:16,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-17T07:17:16,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731827824165.804960c33234434935f5864471b9c746., hostname=1dd62e24b303,36511,1731827831096, seqNum=10] 2024-11-17T07:17:16,707 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 1dd62e24b303,43231,1731827816575 2024-11-17T07:17:16,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-17T07:17:16,749 DEBUG [RS:0;1dd62e24b303:40187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:17:16,774 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/data/hbase/meta/1588230740/.tmp/ns/b79a50cc21144555ade5c1e3334333bb 2024-11-17T07:17:16,783 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/data/hbase/meta/1588230740/.tmp/ns/b79a50cc21144555ade5c1e3334333bb as hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/data/hbase/meta/1588230740/ns/b79a50cc21144555ade5c1e3334333bb 2024-11-17T07:17:16,790 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/data/hbase/meta/1588230740/ns/b79a50cc21144555ade5c1e3334333bb, entries=2, sequenceid=6, filesize=5.0 K 2024-11-17T07:17:16,791 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-17T07:17:16,792 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T07:17:16,796 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T07:17:16,797 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:17:16,797 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:17:16,797 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:17:16,797 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827836349Running coprocessor pre-close hooks at 1731827836349Disabling compacts and flushes for region at 1731827836349Disabling writes for close at 1731827836349Obtaining lock to block concurrent updates at 1731827836349Preparing flush snapshotting stores in 1588230740 at 1731827836349Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731827836350 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731827836350Flushing 1588230740/ns: creating writer at 1731827836351 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731827836368 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731827836368Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33aa1ccc: reopening flushed file at 1731827836782 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1731827836791 (+9 ms)Writing region close event to WAL at 1731827836793 (+2 ms)Running coprocessor post-close hooks at 1731827836797 (+4 ms)Closed at 1731827836797 2024-11-17T07:17:16,798 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T07:17:16,806 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T07:17:16,807 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T07:17:16,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36511 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-17T07:17:16,949 INFO [RS:0;1dd62e24b303:40187 {}] regionserver.HRegionServer(976): stopping server 1dd62e24b303,40187,1731827821235; all regions closed. 2024-11-17T07:17:16,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741834_1010 (size=1152) 2024-11-17T07:17:16,955 DEBUG [RS:0;1dd62e24b303:40187 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/oldWALs 2024-11-17T07:17:16,956 INFO [RS:0;1dd62e24b303:40187 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C40187%2C1731827821235.meta:.meta(num 1731827823912) 2024-11-17T07:17:16,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741832_1008 (size=93) 2024-11-17T07:17:16,958 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/WALs/1dd62e24b303,40187,1731827821235/1dd62e24b303%2C40187%2C1731827821235.1731827822945 not finished, retry = 0 2024-11-17T07:17:17,061 DEBUG [RS:0;1dd62e24b303:40187 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/oldWALs 2024-11-17T07:17:17,061 INFO [RS:0;1dd62e24b303:40187 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C40187%2C1731827821235:(num 1731827822945) 2024-11-17T07:17:17,061 DEBUG [RS:0;1dd62e24b303:40187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:17,061 INFO [RS:0;1dd62e24b303:40187 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:17:17,062 INFO [RS:0;1dd62e24b303:40187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:17:17,062 INFO [RS:0;1dd62e24b303:40187 {}] hbase.ChoreService(370): Chore service for: regionserver/1dd62e24b303:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T07:17:17,062 INFO [RS:0;1dd62e24b303:40187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:17:17,062 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:17:17,062 INFO [RS:0;1dd62e24b303:40187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40187 2024-11-17T07:17:17,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10124c931dd0004, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1140272911/rs/1dd62e24b303,40187,1731827821235 2024-11-17T07:17:17,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140272911/rs 2024-11-17T07:17:17,065 INFO [RS:0;1dd62e24b303:40187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:17:17,067 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1dd62e24b303,40187,1731827821235] 2024-11-17T07:17:17,068 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1140272911/draining/1dd62e24b303,40187,1731827821235 already deleted, retry=false 2024-11-17T07:17:17,068 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1dd62e24b303,40187,1731827821235 expired; onlineServers=0 2024-11-17T07:17:17,068 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1dd62e24b303,43249,1731827821182' ***** 2024-11-17T07:17:17,068 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T07:17:17,068 INFO [M:0;1dd62e24b303:43249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:17:17,068 INFO [M:0;1dd62e24b303:43249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:17:17,068 DEBUG [M:0;1dd62e24b303:43249 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T07:17:17,068 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T07:17:17,068 DEBUG [M:0;1dd62e24b303:43249 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T07:17:17,068 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827822736 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827822736,5,FailOnTimeoutGroup] 2024-11-17T07:17:17,068 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827822737 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827822737,5,FailOnTimeoutGroup] 2024-11-17T07:17:17,069 INFO [M:0;1dd62e24b303:43249 {}] hbase.ChoreService(370): Chore service for: master/1dd62e24b303:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T07:17:17,069 INFO [M:0;1dd62e24b303:43249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:17:17,069 DEBUG [M:0;1dd62e24b303:43249 {}] master.HMaster(1795): Stopping service threads 2024-11-17T07:17:17,069 INFO [M:0;1dd62e24b303:43249 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T07:17:17,069 INFO [M:0;1dd62e24b303:43249 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:17:17,069 INFO [M:0;1dd62e24b303:43249 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T07:17:17,069 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T07:17:17,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1140272911/master 2024-11-17T07:17:17,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1140272911 2024-11-17T07:17:17,070 DEBUG [M:0;1dd62e24b303:43249 {}] zookeeper.ZKUtil(347): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Unable to get data of znode /1140272911/master because node does not exist (not an error) 2024-11-17T07:17:17,070 WARN [M:0;1dd62e24b303:43249 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T07:17:17,071 INFO [M:0;1dd62e24b303:43249 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/.lastflushedseqids 2024-11-17T07:17:17,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741836_1012 (size=99) 2024-11-17T07:17:17,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10124c931dd0004, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:17:17,167 INFO [RS:0;1dd62e24b303:40187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:17:17,167 INFO [RS:0;1dd62e24b303:40187 {}] regionserver.HRegionServer(1031): Exiting; stopping=1dd62e24b303,40187,1731827821235; zookeeper connection closed. 2024-11-17T07:17:17,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10124c931dd0004, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:17:17,167 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e272e21 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e272e21 2024-11-17T07:17:17,168 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T07:17:17,477 INFO [M:0;1dd62e24b303:43249 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T07:17:17,477 INFO [M:0;1dd62e24b303:43249 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T07:17:17,478 DEBUG [M:0;1dd62e24b303:43249 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:17:17,478 INFO [M:0;1dd62e24b303:43249 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:17,478 DEBUG [M:0;1dd62e24b303:43249 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:17,478 DEBUG [M:0;1dd62e24b303:43249 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:17:17,478 DEBUG [M:0;1dd62e24b303:43249 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:17,478 INFO [M:0;1dd62e24b303:43249 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-17T07:17:17,496 DEBUG [M:0;1dd62e24b303:43249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbc1879c165f4b2d9d58c5d57a48274c is 82, key is hbase:meta,,1/info:regioninfo/1731827823962/Put/seqid=0 2024-11-17T07:17:17,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741837_1013 (size=5672) 2024-11-17T07:17:17,580 DEBUG [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,1-1dd62e24b303,36511,1731827831096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058 to pos 0, reset compression=false 2024-11-17T07:17:17,580 DEBUG [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,2-1dd62e24b303,36511,1731827831096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058 to pos 0, reset compression=false 2024-11-17T07:17:17,870 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:17:17,902 INFO [M:0;1dd62e24b303:43249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbc1879c165f4b2d9d58c5d57a48274c 2024-11-17T07:17:17,926 DEBUG [M:0;1dd62e24b303:43249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4041fd6597174d788c0180dea4d37f90 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731827823984/Put/seqid=0 2024-11-17T07:17:17,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741838_1014 (size=5275) 2024-11-17T07:17:18,332 INFO [M:0;1dd62e24b303:43249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4041fd6597174d788c0180dea4d37f90 2024-11-17T07:17:18,356 DEBUG [M:0;1dd62e24b303:43249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cb9ad68e15642c5af7a83f2ad6ee55c is 69, key is 1dd62e24b303,40187,1731827821235/rs:state/1731827822788/Put/seqid=0 2024-11-17T07:17:18,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741839_1015 (size=5156) 2024-11-17T07:17:18,687 DEBUG [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,2-1dd62e24b303,36511,1731827831096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058 to pos 0, reset compression=false 2024-11-17T07:17:18,687 DEBUG [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,1-1dd62e24b303,36511,1731827831096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058 to pos 0, reset compression=false 2024-11-17T07:17:18,762 INFO [M:0;1dd62e24b303:43249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cb9ad68e15642c5af7a83f2ad6ee55c 2024-11-17T07:17:18,769 DEBUG [M:0;1dd62e24b303:43249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbc1879c165f4b2d9d58c5d57a48274c as hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cbc1879c165f4b2d9d58c5d57a48274c 2024-11-17T07:17:18,775 INFO [M:0;1dd62e24b303:43249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cbc1879c165f4b2d9d58c5d57a48274c, entries=8, sequenceid=28, filesize=5.5 K 2024-11-17T07:17:18,776 DEBUG [M:0;1dd62e24b303:43249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4041fd6597174d788c0180dea4d37f90 as hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4041fd6597174d788c0180dea4d37f90 2024-11-17T07:17:18,782 INFO [M:0;1dd62e24b303:43249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4041fd6597174d788c0180dea4d37f90, entries=3, sequenceid=28, filesize=5.2 K 2024-11-17T07:17:18,783 DEBUG [M:0;1dd62e24b303:43249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cb9ad68e15642c5af7a83f2ad6ee55c as hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1cb9ad68e15642c5af7a83f2ad6ee55c 2024-11-17T07:17:18,788 INFO [M:0;1dd62e24b303:43249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38949/user/jenkins/test-data/4115b92e-3ddf-c10a-8b28-93abf609073b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1cb9ad68e15642c5af7a83f2ad6ee55c, entries=1, sequenceid=28, filesize=5.0 K 2024-11-17T07:17:18,789 INFO [M:0;1dd62e24b303:43249 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=28, compaction requested=false 2024-11-17T07:17:18,791 INFO [M:0;1dd62e24b303:43249 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:18,791 DEBUG [M:0;1dd62e24b303:43249 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827837478Disabling compacts and flushes for region at 1731827837478Disabling writes for close at 1731827837478Obtaining lock to block concurrent updates at 1731827837478Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731827837478Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731827837478Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731827837479 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731827837479Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731827837496 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731827837496Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731827837910 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731827837926 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731827837926Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731827838339 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731827838356 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731827838356Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a66d6bd: reopening flushed file at 1731827838768 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7791eb65: reopening flushed file at 1731827838776 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3777e3fe: reopening flushed file at 1731827838782 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=28, compaction requested=false at 1731827838789 (+7 ms)Writing region close event to WAL at 1731827838791 (+2 ms)Closed at 1731827838791 2024-11-17T07:17:18,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741830_1006 (size=10165) 2024-11-17T07:17:18,794 INFO [M:0;1dd62e24b303:43249 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T07:17:18,794 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:17:18,794 INFO [M:0;1dd62e24b303:43249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43249 2024-11-17T07:17:18,797 INFO [M:0;1dd62e24b303:43249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:17:18,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:17:18,906 INFO [M:0;1dd62e24b303:43249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:17:18,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x10124c931dd0003, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:17:18,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@671eadbd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:17:18,912 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:17:18,912 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:17:18,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:17:18,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/hadoop.log.dir/,STOPPED} 2024-11-17T07:17:18,915 WARN [BP-1990572390-172.17.0.2-1731827820404 heartbeating to localhost/127.0.0.1:38949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T07:17:18,915 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T07:17:18,915 WARN [BP-1990572390-172.17.0.2-1731827820404 heartbeating to localhost/127.0.0.1:38949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1990572390-172.17.0.2-1731827820404 (Datanode Uuid f249862c-f61f-4a1a-a432-cd4951a8c80a) service to localhost/127.0.0.1:38949 2024-11-17T07:17:18,915 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T07:17:18,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/cluster_da1deb31-b3d6-2a59-d502-3c3c83028b50/data/data1/current/BP-1990572390-172.17.0.2-1731827820404 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:17:18,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/cluster_da1deb31-b3d6-2a59-d502-3c3c83028b50/data/data2/current/BP-1990572390-172.17.0.2-1731827820404 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:17:18,917 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T07:17:18,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46934c71{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:17:18,927 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:17:18,927 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:17:18,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:17:18,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/hadoop.log.dir/,STOPPED} 2024-11-17T07:17:18,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T07:17:18,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T07:17:18,947 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:17:18,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:18,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:18,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:18,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:17:18,948 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T07:17:18,948 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=560312858, stopped=false 2024-11-17T07:17:18,948 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1dd62e24b303,37255,1731827831065 2024-11-17T07:17:18,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1206820394/running 2024-11-17T07:17:18,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10124c931dd0007, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1206820394/running 2024-11-17T07:17:18,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:17:18,950 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:17:18,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10124c931dd0007, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:17:18,950 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:17:18,950 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:18,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Set watcher on znode that does not yet exist, /0-1206820394/running 2024-11-17T07:17:18,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:18,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36511-0x10124c931dd0007, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Set watcher on znode that does not yet exist, /0-1206820394/running 2024-11-17T07:17:18,951 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1dd62e24b303,36511,1731827831096' ***** 2024-11-17T07:17:18,951 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T07:17:18,951 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T07:17:18,951 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T07:17:18,951 INFO [RS:0;1dd62e24b303:36511 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T07:17:18,951 INFO [RS:0;1dd62e24b303:36511 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T07:17:18,952 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.HRegionServer(3091): Received CLOSE for 804960c33234434935f5864471b9c746 2024-11-17T07:17:18,952 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.HRegionServer(959): stopping server 1dd62e24b303,36511,1731827831096 2024-11-17T07:17:18,952 INFO [RS:0;1dd62e24b303:36511 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:17:18,952 INFO [RS:0;1dd62e24b303:36511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:36511. 2024-11-17T07:17:18,952 DEBUG [RS:0;1dd62e24b303:36511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:18,952 DEBUG [RS:0;1dd62e24b303:36511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:18,952 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 804960c33234434935f5864471b9c746, disabling compactions & flushes 2024-11-17T07:17:18,952 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. 2024-11-17T07:17:18,952 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T07:17:18,952 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. 2024-11-17T07:17:18,952 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T07:17:18,952 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T07:17:18,952 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. after waiting 0 ms 2024-11-17T07:17:18,952 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T07:17:18,952 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. 2024-11-17T07:17:18,953 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T07:17:18,953 DEBUG [RS:0;1dd62e24b303:36511 {}] regionserver.HRegionServer(1325): Online Regions={804960c33234434935f5864471b9c746=hbase:replication,,1731827824165.804960c33234434935f5864471b9c746., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T07:17:18,953 DEBUG [RS:0;1dd62e24b303:36511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 804960c33234434935f5864471b9c746 2024-11-17T07:17:18,953 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:17:18,953 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:17:18,953 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:17:18,953 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:17:18,953 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:17:18,953 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-17T07:17:18,958 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/replication/804960c33234434935f5864471b9c746/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-17T07:17:18,959 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:17:18,959 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:17:18,959 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. 2024-11-17T07:17:18,960 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 804960c33234434935f5864471b9c746: Waiting for close lock at 1731827838952Running coprocessor pre-close hooks at 1731827838952Disabling compacts and flushes for region at 1731827838952Disabling writes for close at 1731827838952Writing region close event to WAL at 1731827838954 (+2 ms)Running coprocessor post-close hooks at 1731827838959 (+5 ms)Closed at 1731827838959 2024-11-17T07:17:18,960 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731827824165.804960c33234434935f5864471b9c746. 2024-11-17T07:17:18,972 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/.tmp/info/c412245ee9ad49cd8f14081d29d91497 is 147, key is hbase:replication,,1731827824165.804960c33234434935f5864471b9c746./info:regioninfo/1731827836660/Put/seqid=0 2024-11-17T07:17:18,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741851_1027 (size=6385) 2024-11-17T07:17:18,997 INFO [regionserver/1dd62e24b303:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:17:19,153 DEBUG [RS:0;1dd62e24b303:36511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:17:19,353 DEBUG [RS:0;1dd62e24b303:36511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:17:19,377 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/.tmp/info/c412245ee9ad49cd8f14081d29d91497 2024-11-17T07:17:19,385 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/.tmp/info/c412245ee9ad49cd8f14081d29d91497 as hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/info/c412245ee9ad49cd8f14081d29d91497 2024-11-17T07:17:19,390 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/info/c412245ee9ad49cd8f14081d29d91497, entries=8, sequenceid=19, filesize=6.2 K 2024-11-17T07:17:19,392 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=19, compaction requested=false 2024-11-17T07:17:19,397 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-17T07:17:19,397 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:17:19,398 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:17:19,398 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:17:19,398 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827838953Running coprocessor pre-close hooks at 1731827838953Disabling compacts and flushes for region at 1731827838953Disabling writes for close at 1731827838953Obtaining lock to block concurrent updates at 1731827838953Preparing flush snapshotting stores in 1588230740 at 1731827838953Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731827838954 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731827838955 (+1 ms)Flushing 1588230740/info: creating writer at 1731827838955Flushing 1588230740/info: appending metadata at 1731827838971 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731827838971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4868d62b: reopening flushed file at 1731827839384 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=19, compaction requested=false at 1731827839392 (+8 ms)Writing region close event to WAL at 1731827839393 (+1 ms)Running coprocessor post-close hooks at 1731827839397 (+4 ms)Closed at 1731827839398 (+1 ms) 2024-11-17T07:17:19,398 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T07:17:19,554 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.HRegionServer(976): stopping server 1dd62e24b303,36511,1731827831096; all regions closed. 2024-11-17T07:17:19,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741849_1025 (size=2156) 2024-11-17T07:17:19,560 DEBUG [RS:0;1dd62e24b303:36511 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/oldWALs 2024-11-17T07:17:19,560 INFO [RS:0;1dd62e24b303:36511 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C36511%2C1731827831096.meta:.meta(num 1731827832348) 2024-11-17T07:17:19,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741850_1026 (size=796) 2024-11-17T07:17:19,565 DEBUG [RS:0;1dd62e24b303:36511 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/oldWALs 2024-11-17T07:17:19,565 INFO [RS:0;1dd62e24b303:36511 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C36511%2C1731827831096.rep:(num 1731827836612) 2024-11-17T07:17:19,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741848_1024 (size=93) 2024-11-17T07:17:19,567 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/WALs/1dd62e24b303,36511,1731827831096/1dd62e24b303%2C36511%2C1731827831096.1731827832058 not finished, retry = 0 2024-11-17T07:17:19,670 DEBUG [RS:0;1dd62e24b303:36511 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/oldWALs 2024-11-17T07:17:19,670 INFO [RS:0;1dd62e24b303:36511 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C36511%2C1731827831096:(num 1731827832058) 2024-11-17T07:17:19,670 DEBUG [RS:0;1dd62e24b303:36511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:19,670 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:17:19,671 INFO [RS:0;1dd62e24b303:36511 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:17:19,671 INFO [RS:0;1dd62e24b303:36511 {}] hbase.ChoreService(370): Chore service for: regionserver/1dd62e24b303:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T07:17:19,671 INFO [RS:0;1dd62e24b303:36511 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:17:19,671 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:17:19,671 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1dd62e24b303,36511,1731827831096 because: Region server is closing 2024-11-17T07:17:19,671 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-17T07:17:19,671 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-17T07:17:19,671 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-17T07:17:19,671 INFO [RS:0;1dd62e24b303:36511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:36511. 2024-11-17T07:17:19,672 DEBUG [RS:0;1dd62e24b303:36511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:19,672 DEBUG [RS:0;1dd62e24b303:36511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:19,672 DEBUG [RS:0;1dd62e24b303:36511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:19,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:17:19,773 WARN [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,1-1dd62e24b303,36511,1731827831096 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T07:17:19,773 WARN [RS:0;1dd62e24b303:36511.replicationSource.shipper1dd62e24b303%2C36511%2C1731827831096,1-1dd62e24b303,36511,1731827831096 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T07:17:19,773 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;1dd62e24b303:36511.replicationSource.shipper1dd62e24b303%2C36511%2C1731827831096,1-1dd62e24b303,36511,1731827831096 terminated 2024-11-17T07:17:19,773 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-1dd62e24b303,36511,1731827831096 because: Region server is closing 2024-11-17T07:17:19,773 INFO [RS:0;1dd62e24b303:36511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:36511. 2024-11-17T07:17:19,774 DEBUG [RS:0;1dd62e24b303:36511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:19,774 DEBUG [RS:0;1dd62e24b303:36511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:19,774 DEBUG [RS:0;1dd62e24b303:36511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:19,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:17:19,874 WARN [RS:0;1dd62e24b303:36511.replicationSource.wal-reader.1dd62e24b303%2C36511%2C1731827831096,2-1dd62e24b303,36511,1731827831096 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T07:17:19,874 WARN [RS:0;1dd62e24b303:36511.replicationSource.shipper1dd62e24b303%2C36511%2C1731827831096,2-1dd62e24b303,36511,1731827831096 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T07:17:19,874 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;1dd62e24b303:36511.replicationSource.shipper1dd62e24b303%2C36511%2C1731827831096,2-1dd62e24b303,36511,1731827831096 terminated 2024-11-17T07:17:19,875 INFO [RS:0;1dd62e24b303:36511 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36511 2024-11-17T07:17:19,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394/rs 2024-11-17T07:17:19,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10124c931dd0007, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1206820394/rs/1dd62e24b303,36511,1731827831096 2024-11-17T07:17:19,876 INFO [RS:0;1dd62e24b303:36511 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:17:19,878 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1dd62e24b303,36511,1731827831096] 2024-11-17T07:17:19,880 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1206820394/draining/1dd62e24b303,36511,1731827831096 already deleted, retry=false 2024-11-17T07:17:19,880 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1dd62e24b303,36511,1731827831096 expired; onlineServers=0 2024-11-17T07:17:19,880 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1dd62e24b303,37255,1731827831065' ***** 2024-11-17T07:17:19,880 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T07:17:19,880 INFO [M:0;1dd62e24b303:37255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:17:19,880 INFO [M:0;1dd62e24b303:37255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:17:19,880 DEBUG [M:0;1dd62e24b303:37255 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T07:17:19,880 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T07:17:19,880 DEBUG [M:0;1dd62e24b303:37255 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T07:17:19,880 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827831763 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827831763,5,FailOnTimeoutGroup] 2024-11-17T07:17:19,880 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827831763 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827831763,5,FailOnTimeoutGroup] 2024-11-17T07:17:19,881 INFO [M:0;1dd62e24b303:37255 {}] hbase.ChoreService(370): Chore service for: master/1dd62e24b303:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T07:17:19,881 INFO [M:0;1dd62e24b303:37255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:17:19,881 DEBUG [M:0;1dd62e24b303:37255 {}] master.HMaster(1795): Stopping service threads 2024-11-17T07:17:19,881 INFO [M:0;1dd62e24b303:37255 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T07:17:19,881 INFO [M:0;1dd62e24b303:37255 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:17:19,881 INFO [M:0;1dd62e24b303:37255 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T07:17:19,881 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T07:17:19,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1206820394/master 2024-11-17T07:17:19,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1206820394 2024-11-17T07:17:19,883 DEBUG [M:0;1dd62e24b303:37255 {}] zookeeper.ZKUtil(347): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Unable to get data of znode /0-1206820394/master because node does not exist (not an error) 2024-11-17T07:17:19,883 WARN [M:0;1dd62e24b303:37255 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T07:17:19,883 INFO [M:0;1dd62e24b303:37255 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/.lastflushedseqids 2024-11-17T07:17:19,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741852_1028 (size=181) 2024-11-17T07:17:19,978 INFO [RS:0;1dd62e24b303:36511 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:17:19,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10124c931dd0007, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:17:19,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36511-0x10124c931dd0007, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:17:19,978 INFO [RS:0;1dd62e24b303:36511 {}] regionserver.HRegionServer(1031): Exiting; stopping=1dd62e24b303,36511,1731827831096; zookeeper connection closed. 2024-11-17T07:17:19,979 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32eccd2a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32eccd2a 2024-11-17T07:17:19,979 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T07:17:20,290 INFO [M:0;1dd62e24b303:37255 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T07:17:20,291 INFO [M:0;1dd62e24b303:37255 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T07:17:20,291 DEBUG [M:0;1dd62e24b303:37255 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:17:20,291 INFO [M:0;1dd62e24b303:37255 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:20,291 DEBUG [M:0;1dd62e24b303:37255 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:20,291 DEBUG [M:0;1dd62e24b303:37255 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:17:20,291 DEBUG [M:0;1dd62e24b303:37255 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:20,291 INFO [M:0;1dd62e24b303:37255 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-17T07:17:20,309 DEBUG [M:0;1dd62e24b303:37255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95084c0c58404651976c5af100f85b37 is 82, key is hbase:meta,,1/info:regioninfo/1731827832410/Put/seqid=0 2024-11-17T07:17:20,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741853_1029 (size=5680) 2024-11-17T07:17:20,715 INFO [M:0;1dd62e24b303:37255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95084c0c58404651976c5af100f85b37 2024-11-17T07:17:20,737 DEBUG [M:0;1dd62e24b303:37255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1dc44fe91957467688499762f1ef5a54 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731827836668/Put/seqid=0 2024-11-17T07:17:20,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741854_1030 (size=7319) 2024-11-17T07:17:21,143 INFO [M:0;1dd62e24b303:37255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1dc44fe91957467688499762f1ef5a54 2024-11-17T07:17:21,165 DEBUG [M:0;1dd62e24b303:37255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af409eab49aa41dead85d7cf88031055 is 69, key is 1dd62e24b303,36511,1731827831096/rs:state/1731827831840/Put/seqid=0 2024-11-17T07:17:21,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741855_1031 (size=5371) 2024-11-17T07:17:21,570 INFO [M:0;1dd62e24b303:37255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af409eab49aa41dead85d7cf88031055 2024-11-17T07:17:21,577 INFO [M:0;1dd62e24b303:37255 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af409eab49aa41dead85d7cf88031055 2024-11-17T07:17:21,578 DEBUG [M:0;1dd62e24b303:37255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95084c0c58404651976c5af100f85b37 as hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95084c0c58404651976c5af100f85b37 2024-11-17T07:17:21,584 INFO [M:0;1dd62e24b303:37255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95084c0c58404651976c5af100f85b37, entries=8, sequenceid=172, filesize=5.5 K 2024-11-17T07:17:21,585 DEBUG [M:0;1dd62e24b303:37255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1dc44fe91957467688499762f1ef5a54 as hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1dc44fe91957467688499762f1ef5a54 2024-11-17T07:17:21,590 INFO [M:0;1dd62e24b303:37255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1dc44fe91957467688499762f1ef5a54, entries=7, sequenceid=172, filesize=7.1 K 2024-11-17T07:17:21,591 DEBUG [M:0;1dd62e24b303:37255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af409eab49aa41dead85d7cf88031055 as hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af409eab49aa41dead85d7cf88031055 2024-11-17T07:17:21,597 INFO [M:0;1dd62e24b303:37255 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af409eab49aa41dead85d7cf88031055 2024-11-17T07:17:21,597 INFO [M:0;1dd62e24b303:37255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33321/user/jenkins/test-data/4c47a726-db00-4d75-f76f-71b7f7dda6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af409eab49aa41dead85d7cf88031055, entries=2, sequenceid=172, filesize=5.2 K 2024-11-17T07:17:21,599 INFO [M:0;1dd62e24b303:37255 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=172, compaction requested=false 2024-11-17T07:17:21,600 INFO [M:0;1dd62e24b303:37255 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:21,600 DEBUG [M:0;1dd62e24b303:37255 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827840291Disabling compacts and flushes for region at 1731827840291Disabling writes for close at 1731827840291Obtaining lock to block concurrent updates at 1731827840291Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731827840291Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731827840292 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731827840292Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731827840293 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731827840309 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731827840309Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731827840721 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731827840737 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731827840737Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731827841148 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731827841164 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731827841164Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e74349f: reopening flushed file at 1731827841577 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@707273dc: reopening flushed file at 1731827841584 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e6d1881: reopening flushed file at 1731827841591 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=172, compaction requested=false at 1731827841599 (+8 ms)Writing region close event to WAL at 1731827841600 (+1 ms)Closed at 1731827841600 2024-11-17T07:17:21,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741847_1023 (size=22949) 2024-11-17T07:17:21,604 INFO [M:0;1dd62e24b303:37255 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T07:17:21,604 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:17:21,604 INFO [M:0;1dd62e24b303:37255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37255 2024-11-17T07:17:21,604 INFO [M:0;1dd62e24b303:37255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:17:21,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:17:21,706 INFO [M:0;1dd62e24b303:37255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:17:21,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10124c931dd0006, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:17:21,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20104caa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:17:21,709 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d6be275{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:17:21,710 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:17:21,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:17:21,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/hadoop.log.dir/,STOPPED} 2024-11-17T07:17:21,712 WARN [BP-14790393-172.17.0.2-1731827813070 heartbeating to localhost/127.0.0.1:33321 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T07:17:21,712 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T07:17:21,712 WARN [BP-14790393-172.17.0.2-1731827813070 heartbeating to localhost/127.0.0.1:33321 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-14790393-172.17.0.2-1731827813070 (Datanode Uuid 506db7af-abd1-48e3-a2d6-ad8e17024272) service to localhost/127.0.0.1:33321 2024-11-17T07:17:21,712 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T07:17:21,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/cluster_f4b1f831-b0ef-3e18-44ad-40d03f517cae/data/data1/current/BP-14790393-172.17.0.2-1731827813070 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:17:21,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/cluster_f4b1f831-b0ef-3e18-44ad-40d03f517cae/data/data2/current/BP-14790393-172.17.0.2-1731827813070 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:17:21,713 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T07:17:21,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:17:21,721 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:17:21,721 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:17:21,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:17:21,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eda08df5-fb95-ce1f-e267-4c398b909be7/hadoop.log.dir/,STOPPED} 2024-11-17T07:17:21,730 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T07:17:21,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T07:17:21,765 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60278) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60278) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1dd62e24b303:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38949 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1dd62e24b303:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1dd62e24b303:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@24d097d3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/1dd62e24b303:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1dd62e24b303:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33321 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=249 (was 324), ProcessCount=11 (was 11), AvailableMemoryMB=1338 (was 2198) 2024-11-17T07:17:21,775 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=249, ProcessCount=11, AvailableMemoryMB=1337 2024-11-17T07:17:21,789 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-17T07:17:21,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/hadoop.log.dir so I do NOT create it in target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce 2024-11-17T07:17:21,790 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T07:17:21,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/hadoop.tmp.dir so I do NOT create it in target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce 2024-11-17T07:17:21,790 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7ff47bf-a6c4-af4d-9865-3227c7fb539d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T07:17:21,790 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce 2024-11-17T07:17:21,790 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/cluster_0f439689-578b-4efd-7519-c18144b73163, deleteOnExit=true 2024-11-17T07:17:21,793 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/cluster_0f439689-578b-4efd-7519-c18144b73163/zookeeper_0, clientPort=64579, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/cluster_0f439689-578b-4efd-7519-c18144b73163/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/cluster_0f439689-578b-4efd-7519-c18144b73163/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T07:17:21,794 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64579 2024-11-17T07:17:21,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T07:17:21,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T07:17:21,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/test.cache.data in system properties and HBase conf 2024-11-17T07:17:21,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T07:17:21,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/hadoop.log.dir in system properties and HBase conf 2024-11-17T07:17:21,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T07:17:21,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T07:17:21,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T07:17:21,794 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T07:17:21,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:17:21,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:17:21,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T07:17:21,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:17:21,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T07:17:21,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T07:17:21,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:17:21,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:17:21,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T07:17:21,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/nfs.dump.dir in system properties and HBase conf 2024-11-17T07:17:21,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/java.io.tmpdir in system properties and HBase conf 2024-11-17T07:17:21,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:17:21,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T07:17:21,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T07:17:21,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10124c931dd0002, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T07:17:21,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10124c931dd0005, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T07:17:21,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10124c931dd0005, quorum=127.0.0.1:60278, baseZNode=/1140272911 Received Disconnected from ZooKeeper, ignoring 2024-11-17T07:17:21,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10124c931dd0002, quorum=127.0.0.1:60278, baseZNode=/0-1206820394 Received Disconnected from ZooKeeper, ignoring 2024-11-17T07:17:21,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:17:21,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:17:21,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:17:21,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:17:21,892 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T07:17:21,892 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:17:21,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:17:21,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:17:22,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@440b13fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/java.io.tmpdir/jetty-localhost-41339-hadoop-hdfs-3_4_1-tests_jar-_-any-2918121133768943116/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:17:22,012 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:41339} 2024-11-17T07:17:22,012 INFO [Time-limited test {}] server.Server(415): Started @31050ms 2024-11-17T07:17:22,105 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:17:22,108 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:17:22,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:17:22,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:17:22,109 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:17:22,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:17:22,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:17:22,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f736734{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/java.io.tmpdir/jetty-localhost-35097-hadoop-hdfs-3_4_1-tests_jar-_-any-236880245862616278/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:17:22,227 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:35097} 2024-11-17T07:17:22,227 INFO [Time-limited test {}] server.Server(415): Started @31265ms 2024-11-17T07:17:22,228 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T07:17:22,331 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/cluster_0f439689-578b-4efd-7519-c18144b73163/data/data1/current/BP-2129212516-172.17.0.2-1731827841831/current, will proceed with Du for space computation calculation, 2024-11-17T07:17:22,331 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/cluster_0f439689-578b-4efd-7519-c18144b73163/data/data2/current/BP-2129212516-172.17.0.2-1731827841831/current, will proceed with Du for space computation calculation, 2024-11-17T07:17:22,349 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T07:17:22,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b0509dea99ebc3 with lease ID 0xf3672d1cd6d2df35: Processing first storage report for DS-504e7b5f-2a7c-4cb9-b182-736a88a3f633 from datanode DatanodeRegistration(127.0.0.1:45101, datanodeUuid=07677a99-65c7-4a82-b8eb-3afcb7277f2a, infoPort=40823, infoSecurePort=0, ipcPort=45023, storageInfo=lv=-57;cid=testClusterID;nsid=1338054513;c=1731827841831) 2024-11-17T07:17:22,355 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b0509dea99ebc3 with lease ID 0xf3672d1cd6d2df35: from storage DS-504e7b5f-2a7c-4cb9-b182-736a88a3f633 node DatanodeRegistration(127.0.0.1:45101, datanodeUuid=07677a99-65c7-4a82-b8eb-3afcb7277f2a, infoPort=40823, infoSecurePort=0, ipcPort=45023, storageInfo=lv=-57;cid=testClusterID;nsid=1338054513;c=1731827841831), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T07:17:22,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b0509dea99ebc3 with lease ID 0xf3672d1cd6d2df35: Processing first storage report for DS-1ae2b0e9-4b86-4068-931f-3aaac2269eff from datanode DatanodeRegistration(127.0.0.1:45101, datanodeUuid=07677a99-65c7-4a82-b8eb-3afcb7277f2a, infoPort=40823, infoSecurePort=0, ipcPort=45023, storageInfo=lv=-57;cid=testClusterID;nsid=1338054513;c=1731827841831) 2024-11-17T07:17:22,355 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b0509dea99ebc3 with lease ID 0xf3672d1cd6d2df35: from storage DS-1ae2b0e9-4b86-4068-931f-3aaac2269eff node DatanodeRegistration(127.0.0.1:45101, datanodeUuid=07677a99-65c7-4a82-b8eb-3afcb7277f2a, infoPort=40823, infoSecurePort=0, ipcPort=45023, storageInfo=lv=-57;cid=testClusterID;nsid=1338054513;c=1731827841831), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:17:22,359 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce 2024-11-17T07:17:22,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:22,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:22,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741825_1001 (size=7) 2024-11-17T07:17:22,771 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051 with version=8 2024-11-17T07:17:22,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/hbase-staging 2024-11-17T07:17:22,775 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:17:22,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:22,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:22,775 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:17:22,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:22,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:17:22,776 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:17:22,776 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:17:22,776 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46549 2024-11-17T07:17:22,778 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46549 connecting to ZooKeeper ensemble=127.0.0.1:64579 2024-11-17T07:17:22,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465490x0, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:17:22,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46549-0x10124c9a5900000 connected 2024-11-17T07:17:22,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:22,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:22,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Set watcher on znode that does not yet exist, /0-1893913146/running 2024-11-17T07:17:22,818 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051, hbase.cluster.distributed=false 2024-11-17T07:17:22,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Set watcher on znode that does not yet exist, /0-1893913146/acl 2024-11-17T07:17:22,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46549 2024-11-17T07:17:22,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46549 2024-11-17T07:17:22,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46549 2024-11-17T07:17:22,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46549 2024-11-17T07:17:22,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46549 2024-11-17T07:17:22,857 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:17:22,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:22,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:22,857 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:17:22,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:22,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:17:22,861 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:17:22,861 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:17:22,862 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45101 2024-11-17T07:17:22,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45101 connecting to ZooKeeper ensemble=127.0.0.1:64579 2024-11-17T07:17:22,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:22,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:22,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451010x0, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:17:22,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45101-0x10124c9a5900001 connected 2024-11-17T07:17:22,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45101-0x10124c9a5900001, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Set watcher on znode that does not yet exist, /0-1893913146/running 2024-11-17T07:17:22,874 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:17:22,879 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:17:22,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45101-0x10124c9a5900001, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Set watcher on znode that does not yet exist, /0-1893913146/master 2024-11-17T07:17:22,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45101-0x10124c9a5900001, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Set watcher on znode that does not yet exist, /0-1893913146/acl 2024-11-17T07:17:22,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45101 2024-11-17T07:17:22,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45101 2024-11-17T07:17:22,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45101 2024-11-17T07:17:22,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45101 2024-11-17T07:17:22,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45101 2024-11-17T07:17:22,906 DEBUG [M:0;1dd62e24b303:46549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:46549 2024-11-17T07:17:22,908 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1893913146/backup-masters/1dd62e24b303,46549,1731827842774 2024-11-17T07:17:22,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x10124c9a5900001, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893913146/backup-masters 2024-11-17T07:17:22,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893913146/backup-masters 2024-11-17T07:17:22,911 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Set watcher on existing znode=/0-1893913146/backup-masters/1dd62e24b303,46549,1731827842774 2024-11-17T07:17:22,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x10124c9a5900001, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1893913146/master 2024-11-17T07:17:22,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893913146 2024-11-17T07:17:22,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x10124c9a5900001, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893913146 2024-11-17T07:17:22,913 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Set watcher on existing znode=/0-1893913146/master 2024-11-17T07:17:22,914 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1893913146/backup-masters/1dd62e24b303,46549,1731827842774 from backup master directory 2024-11-17T07:17:22,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1893913146/backup-masters/1dd62e24b303,46549,1731827842774 2024-11-17T07:17:22,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x10124c9a5900001, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893913146/backup-masters 2024-11-17T07:17:22,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893913146/backup-masters 2024-11-17T07:17:22,916 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:17:22,916 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,46549,1731827842774 2024-11-17T07:17:22,926 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/hbase.id] with ID: bd6eff17-1576-49f7-abf4-7d049350c6ae 2024-11-17T07:17:22,926 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/.tmp/hbase.id 2024-11-17T07:17:22,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741826_1002 (size=42) 2024-11-17T07:17:23,334 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/.tmp/hbase.id]:[hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/hbase.id] 2024-11-17T07:17:23,349 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:23,349 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:17:23,350 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T07:17:23,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893913146 2024-11-17T07:17:23,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x10124c9a5900001, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893913146 2024-11-17T07:17:23,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741827_1003 (size=196) 2024-11-17T07:17:23,760 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:17:23,761 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:17:23,761 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:17:23,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741828_1004 (size=1189) 2024-11-17T07:17:24,171 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/data/master/store 2024-11-17T07:17:24,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741829_1005 (size=34) 2024-11-17T07:17:24,182 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:24,182 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:17:24,182 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:24,182 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:24,182 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:17:24,183 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:24,183 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:24,183 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827844182Disabling compacts and flushes for region at 1731827844182Disabling writes for close at 1731827844182Writing region close event to WAL at 1731827844183 (+1 ms)Closed at 1731827844183 2024-11-17T07:17:24,184 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/data/master/store/.initializing 2024-11-17T07:17:24,184 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/WALs/1dd62e24b303,46549,1731827842774 2024-11-17T07:17:24,190 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:17:24,195 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C46549%2C1731827842774, suffix=, logDir=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/WALs/1dd62e24b303,46549,1731827842774, archiveDir=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/oldWALs, maxLogs=10 2024-11-17T07:17:24,217 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/WALs/1dd62e24b303,46549,1731827842774/1dd62e24b303%2C46549%2C1731827842774.1731827844195, exclude list is [], retry=0 2024-11-17T07:17:24,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45101,DS-504e7b5f-2a7c-4cb9-b182-736a88a3f633,DISK] 2024-11-17T07:17:24,224 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/WALs/1dd62e24b303,46549,1731827842774/1dd62e24b303%2C46549%2C1731827842774.1731827844195 2024-11-17T07:17:24,225 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40823:40823)] 2024-11-17T07:17:24,225 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:17:24,225 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:24,225 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:24,225 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:24,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:24,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:17:24,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:24,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:24,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:24,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:17:24,233 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:24,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:24,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:24,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:17:24,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:24,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:24,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:24,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:17:24,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:24,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:24,239 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:24,240 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:24,241 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:24,243 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:24,243 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:24,243 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:17:24,245 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:24,250 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:17:24,251 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60043530, jitterRate=-0.10528168082237244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:17:24,252 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731827844226Initializing all the Stores at 1731827844227 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827844227Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827844228 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827844228Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827844228Cleaning up temporary data from old regions at 1731827844243 (+15 ms)Region opened successfully at 1731827844252 (+9 ms) 2024-11-17T07:17:24,253 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:17:24,257 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96b4d11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:17:24,258 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T07:17:24,259 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:17:24,259 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:17:24,259 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:17:24,260 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T07:17:24,260 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T07:17:24,260 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:17:24,268 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:17:24,270 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Unable to get data of znode /0-1893913146/balancer because node does not exist (not necessarily an error) 2024-11-17T07:17:24,273 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1893913146/balancer already deleted, retry=false 2024-11-17T07:17:24,273 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:17:24,274 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Unable to get data of znode /0-1893913146/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:17:24,277 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1893913146/normalizer already deleted, retry=false 2024-11-17T07:17:24,277 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:17:24,280 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Unable to get data of znode /0-1893913146/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:17:24,284 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1893913146/switch/split already deleted, retry=false 2024-11-17T07:17:24,285 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Unable to get data of znode /0-1893913146/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:17:24,286 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1893913146/switch/merge already deleted, retry=false 2024-11-17T07:17:24,288 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Unable to get data of znode /0-1893913146/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:17:24,293 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1893913146/snapshot-cleanup already deleted, retry=false 2024-11-17T07:17:24,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1893913146/running 2024-11-17T07:17:24,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x10124c9a5900001, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1893913146/running 2024-11-17T07:17:24,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893913146 2024-11-17T07:17:24,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x10124c9a5900001, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893913146 2024-11-17T07:17:24,295 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,46549,1731827842774, sessionid=0x10124c9a5900000, setting cluster-up flag (Was=false) 2024-11-17T07:17:24,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893913146 2024-11-17T07:17:24,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x10124c9a5900001, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893913146 2024-11-17T07:17:24,309 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1893913146/flush-table-proc/acquired, /0-1893913146/flush-table-proc/reached, /0-1893913146/flush-table-proc/abort 2024-11-17T07:17:24,311 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,46549,1731827842774 2024-11-17T07:17:24,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x10124c9a5900001, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893913146 2024-11-17T07:17:24,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893913146 2024-11-17T07:17:24,320 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1893913146/online-snapshot/acquired, /0-1893913146/online-snapshot/reached, /0-1893913146/online-snapshot/abort 2024-11-17T07:17:24,322 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,46549,1731827842774 2024-11-17T07:17:24,325 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T07:17:24,338 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:17:24,338 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:17:24,338 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:17:24,339 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,46549,1731827842774 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:17:24,340 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:24,341 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:24,341 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:24,341 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:24,341 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:17:24,341 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:24,341 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:17:24,341 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:24,348 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:17:24,348 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T07:17:24,350 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:24,350 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T07:17:24,353 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731827874353 2024-11-17T07:17:24,353 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:17:24,353 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:17:24,353 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:17:24,353 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:17:24,353 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:17:24,353 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:17:24,355 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:24,357 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:17:24,357 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:17:24,357 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:17:24,357 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:17:24,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741831_1007 (size=1321) 2024-11-17T07:17:24,368 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T07:17:24,368 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051 2024-11-17T07:17:24,372 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:17:24,372 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:17:24,375 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827844372,5,FailOnTimeoutGroup] 2024-11-17T07:17:24,375 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827844375,5,FailOnTimeoutGroup] 2024-11-17T07:17:24,376 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:24,376 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:17:24,376 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:24,376 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:24,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741832_1008 (size=32) 2024-11-17T07:17:24,394 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(746): ClusterId : bd6eff17-1576-49f7-abf4-7d049350c6ae 2024-11-17T07:17:24,394 DEBUG [RS:0;1dd62e24b303:45101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:17:24,398 DEBUG [RS:0;1dd62e24b303:45101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:17:24,398 DEBUG [RS:0;1dd62e24b303:45101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:17:24,400 DEBUG [RS:0;1dd62e24b303:45101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:17:24,400 DEBUG [RS:0;1dd62e24b303:45101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6160e1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:17:24,415 DEBUG [RS:0;1dd62e24b303:45101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:45101 2024-11-17T07:17:24,416 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:17:24,416 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:17:24,416 DEBUG [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:17:24,417 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,46549,1731827842774 with port=45101, startcode=1731827842857 2024-11-17T07:17:24,418 DEBUG [RS:0;1dd62e24b303:45101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:17:24,430 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:17:24,431 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46549 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,45101,1731827842857 2024-11-17T07:17:24,431 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46549 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,45101,1731827842857 2024-11-17T07:17:24,434 DEBUG [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051 2024-11-17T07:17:24,434 DEBUG [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39573 2024-11-17T07:17:24,434 DEBUG [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:17:24,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893913146/rs 2024-11-17T07:17:24,438 DEBUG [RS:0;1dd62e24b303:45101 {}] zookeeper.ZKUtil(111): regionserver:45101-0x10124c9a5900001, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Set watcher on existing znode=/0-1893913146/rs/1dd62e24b303,45101,1731827842857 2024-11-17T07:17:24,438 WARN [RS:0;1dd62e24b303:45101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:17:24,438 INFO [RS:0;1dd62e24b303:45101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:17:24,438 DEBUG [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/WALs/1dd62e24b303,45101,1731827842857 2024-11-17T07:17:24,444 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,45101,1731827842857] 2024-11-17T07:17:24,450 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:17:24,452 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:17:24,452 INFO [RS:0;1dd62e24b303:45101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:17:24,452 INFO [RS:0;1dd62e24b303:45101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:24,453 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:17:24,454 INFO [RS:0;1dd62e24b303:45101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:17:24,454 INFO [RS:0;1dd62e24b303:45101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:24,454 DEBUG [RS:0;1dd62e24b303:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:24,454 DEBUG [RS:0;1dd62e24b303:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:24,454 DEBUG [RS:0;1dd62e24b303:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:24,454 DEBUG [RS:0;1dd62e24b303:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:24,454 DEBUG [RS:0;1dd62e24b303:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:24,454 DEBUG [RS:0;1dd62e24b303:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:17:24,454 DEBUG [RS:0;1dd62e24b303:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:24,454 DEBUG [RS:0;1dd62e24b303:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:24,455 DEBUG [RS:0;1dd62e24b303:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:24,455 DEBUG [RS:0;1dd62e24b303:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:24,455 DEBUG [RS:0;1dd62e24b303:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:24,455 DEBUG [RS:0;1dd62e24b303:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:24,455 DEBUG [RS:0;1dd62e24b303:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:17:24,455 DEBUG [RS:0;1dd62e24b303:45101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:17:24,460 INFO [RS:0;1dd62e24b303:45101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:24,460 INFO [RS:0;1dd62e24b303:45101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:24,461 INFO [RS:0;1dd62e24b303:45101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:24,461 INFO [RS:0;1dd62e24b303:45101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:24,461 INFO [RS:0;1dd62e24b303:45101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:24,461 INFO [RS:0;1dd62e24b303:45101 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,45101,1731827842857-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:17:24,462 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:17:24,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:17:24,494 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:17:24,494 INFO [RS:0;1dd62e24b303:45101 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,45101,1731827842857-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:24,494 INFO [RS:0;1dd62e24b303:45101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:24,495 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.Replication(171): 1dd62e24b303,45101,1731827842857 started 2024-11-17T07:17:24,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:17:24,518 INFO [RS:0;1dd62e24b303:45101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:24,519 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,45101,1731827842857, RpcServer on 1dd62e24b303/172.17.0.2:45101, sessionid=0x10124c9a5900001 2024-11-17T07:17:24,519 DEBUG [RS:0;1dd62e24b303:45101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:17:24,520 DEBUG [RS:0;1dd62e24b303:45101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,45101,1731827842857 2024-11-17T07:17:24,520 DEBUG [RS:0;1dd62e24b303:45101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,45101,1731827842857' 2024-11-17T07:17:24,520 DEBUG [RS:0;1dd62e24b303:45101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1893913146/flush-table-proc/abort' 2024-11-17T07:17:24,521 DEBUG [RS:0;1dd62e24b303:45101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1893913146/flush-table-proc/acquired' 2024-11-17T07:17:24,522 DEBUG [RS:0;1dd62e24b303:45101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:17:24,522 DEBUG [RS:0;1dd62e24b303:45101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:17:24,522 DEBUG [RS:0;1dd62e24b303:45101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,45101,1731827842857 2024-11-17T07:17:24,522 DEBUG [RS:0;1dd62e24b303:45101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,45101,1731827842857' 2024-11-17T07:17:24,522 DEBUG [RS:0;1dd62e24b303:45101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1893913146/online-snapshot/abort' 2024-11-17T07:17:24,525 DEBUG [RS:0;1dd62e24b303:45101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1893913146/online-snapshot/acquired' 2024-11-17T07:17:24,526 DEBUG [RS:0;1dd62e24b303:45101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:17:24,526 INFO [RS:0;1dd62e24b303:45101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:17:24,526 INFO [RS:0;1dd62e24b303:45101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:17:24,627 INFO [RS:0;1dd62e24b303:45101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:17:24,629 INFO [RS:0;1dd62e24b303:45101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C45101%2C1731827842857, suffix=, logDir=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/WALs/1dd62e24b303,45101,1731827842857, archiveDir=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/oldWALs, maxLogs=10 2024-11-17T07:17:24,653 DEBUG [RS:0;1dd62e24b303:45101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/WALs/1dd62e24b303,45101,1731827842857/1dd62e24b303%2C45101%2C1731827842857.1731827844630, exclude list is [], retry=0 2024-11-17T07:17:24,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45101,DS-504e7b5f-2a7c-4cb9-b182-736a88a3f633,DISK] 2024-11-17T07:17:24,660 INFO [RS:0;1dd62e24b303:45101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/WALs/1dd62e24b303,45101,1731827842857/1dd62e24b303%2C45101%2C1731827842857.1731827844630 2024-11-17T07:17:24,661 DEBUG [RS:0;1dd62e24b303:45101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40823:40823)] 2024-11-17T07:17:24,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:24,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:17:24,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:17:24,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:24,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:24,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:17:24,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:17:24,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:24,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:24,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:17:24,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:17:24,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:24,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:24,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:17:24,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:17:24,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:24,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:24,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:17:24,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/meta/1588230740 2024-11-17T07:17:24,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/meta/1588230740 2024-11-17T07:17:24,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:17:24,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:17:24,810 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:17:24,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:17:24,815 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:17:24,815 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68241015, jitterRate=0.016870364546775818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:17:24,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731827844792Initializing all the Stores at 1731827844794 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827844794Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827844794Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827844794Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827844794Cleaning up temporary data from old regions at 1731827844809 (+15 ms)Region opened successfully at 1731827844816 (+7 ms) 2024-11-17T07:17:24,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:17:24,817 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:17:24,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:17:24,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:17:24,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:17:24,818 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:17:24,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827844817Disabling compacts and flushes for region at 1731827844817Disabling writes for close at 1731827844817Writing region close event to WAL at 1731827844818 (+1 ms)Closed at 1731827844818 2024-11-17T07:17:24,820 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:17:24,820 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T07:17:24,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:17:24,823 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:17:24,824 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T07:17:24,974 DEBUG [1dd62e24b303:46549 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:17:24,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,45101,1731827842857 2024-11-17T07:17:24,977 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,45101,1731827842857, state=OPENING 2024-11-17T07:17:24,979 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T07:17:24,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x10124c9a5900001, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893913146 2024-11-17T07:17:24,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893913146 2024-11-17T07:17:24,986 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:17:24,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1893913146/meta-region-server: CHANGED 2024-11-17T07:17:24,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1893913146/meta-region-server: CHANGED 2024-11-17T07:17:24,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,45101,1731827842857}] 2024-11-17T07:17:25,143 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:17:25,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:17:25,152 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:17:25,152 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:17:25,153 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:17:25,155 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C45101%2C1731827842857.meta, suffix=.meta, logDir=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/WALs/1dd62e24b303,45101,1731827842857, archiveDir=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/oldWALs, maxLogs=10 2024-11-17T07:17:25,174 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/WALs/1dd62e24b303,45101,1731827842857/1dd62e24b303%2C45101%2C1731827842857.meta.1731827845156.meta, exclude list is [], retry=0 2024-11-17T07:17:25,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45101,DS-504e7b5f-2a7c-4cb9-b182-736a88a3f633,DISK] 2024-11-17T07:17:25,190 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/WALs/1dd62e24b303,45101,1731827842857/1dd62e24b303%2C45101%2C1731827842857.meta.1731827845156.meta 2024-11-17T07:17:25,195 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40823:40823)] 2024-11-17T07:17:25,195 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:17:25,196 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:17:25,196 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:17:25,196 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:17:25,196 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:17:25,196 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:17:25,196 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:25,196 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:17:25,197 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:17:25,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:17:25,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:17:25,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:25,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:25,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:17:25,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:17:25,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:25,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:25,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:17:25,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:17:25,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:25,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:25,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:17:25,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:17:25,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:25,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:25,205 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:17:25,206 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/meta/1588230740 2024-11-17T07:17:25,208 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/meta/1588230740 2024-11-17T07:17:25,209 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:17:25,209 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:17:25,210 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:17:25,212 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:17:25,213 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73219449, jitterRate=0.09105481207370758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:17:25,213 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:17:25,214 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731827845197Writing region info on filesystem at 1731827845197Initializing all the Stores at 1731827845198 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827845198Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827845198Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827845198Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827845198Cleaning up temporary data from old regions at 1731827845210 (+12 ms)Running coprocessor post-open hooks at 1731827845213 (+3 ms)Region opened successfully at 1731827845214 (+1 ms) 2024-11-17T07:17:25,215 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731827845143 2024-11-17T07:17:25,219 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:17:25,219 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:17:25,220 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,45101,1731827842857 2024-11-17T07:17:25,221 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,45101,1731827842857, state=OPEN 2024-11-17T07:17:25,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x10124c9a5900001, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1893913146/meta-region-server 2024-11-17T07:17:25,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1893913146/meta-region-server 2024-11-17T07:17:25,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1893913146/meta-region-server: CHANGED 2024-11-17T07:17:25,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1893913146/meta-region-server: CHANGED 2024-11-17T07:17:25,223 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,45101,1731827842857 2024-11-17T07:17:25,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T07:17:25,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,45101,1731827842857 in 236 msec 2024-11-17T07:17:25,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T07:17:25,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 406 msec 2024-11-17T07:17:25,230 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:17:25,230 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T07:17:25,232 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:17:25,232 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,45101,1731827842857, seqNum=-1] 2024-11-17T07:17:25,232 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:17:25,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:17:25,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 902 msec 2024-11-17T07:17:25,240 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731827845240, completionTime=-1 2024-11-17T07:17:25,240 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T07:17:25,240 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:17:25,243 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:17:25,243 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731827905243 2024-11-17T07:17:25,243 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731827965243 2024-11-17T07:17:25,243 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T07:17:25,243 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,46549,1731827842774-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:25,243 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,46549,1731827842774-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:25,243 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,46549,1731827842774-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:25,243 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:46549, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:25,243 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:25,244 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:25,246 DEBUG [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T07:17:25,249 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.333sec 2024-11-17T07:17:25,249 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:17:25,249 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:17:25,249 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:17:25,249 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:17:25,249 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:17:25,249 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,46549,1731827842774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:17:25,249 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,46549,1731827842774-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:17:25,256 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:17:25,256 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:17:25,256 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,46549,1731827842774-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:25,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edd3723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:25,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,46549,-1 for getting cluster id 2024-11-17T07:17:25,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:25,296 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd6eff17-1576-49f7-abf4-7d049350c6ae' 2024-11-17T07:17:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd6eff17-1576-49f7-abf4-7d049350c6ae" 2024-11-17T07:17:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e0b32f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,46549,-1] 2024-11-17T07:17:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:25,299 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:25,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e656d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:25,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:17:25,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,45101,1731827842857, seqNum=-1] 2024-11-17T07:17:25,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:17:25,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:17:25,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1dd62e24b303,46549,1731827842774 2024-11-17T07:17:25,306 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64579 2024-11-17T07:17:25,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:17:25,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10124c9a5900002 connected 2024-11-17T07:17:25,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/hadoop.log.dir so I do NOT create it in target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2 2024-11-17T07:17:25,313 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T07:17:25,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/hadoop.tmp.dir so I do NOT create it in target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2 2024-11-17T07:17:25,314 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T07:17:25,314 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2 2024-11-17T07:17:25,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T07:17:25,314 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/cluster_fb753481-ce14-5d2d-48ae-6d9410183de3, deleteOnExit=true 2024-11-17T07:17:25,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T07:17:25,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/test.cache.data in system properties and HBase conf 2024-11-17T07:17:25,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T07:17:25,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/hadoop.log.dir in system properties and HBase conf 2024-11-17T07:17:25,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T07:17:25,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T07:17:25,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T07:17:25,314 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T07:17:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:17:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:17:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T07:17:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:17:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T07:17:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T07:17:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:17:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:17:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T07:17:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/nfs.dump.dir in system properties and HBase conf 2024-11-17T07:17:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/java.io.tmpdir in system properties and HBase conf 2024-11-17T07:17:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:17:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T07:17:25,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T07:17:25,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:17:25,422 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:17:25,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:17:25,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:17:25,429 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:17:25,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:17:25,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:17:25,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:17:25,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@325753d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/java.io.tmpdir/jetty-localhost-36683-hadoop-hdfs-3_4_1-tests_jar-_-any-8271296774381399918/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:17:25,590 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:36683} 2024-11-17T07:17:25,590 INFO [Time-limited test {}] server.Server(415): Started @34628ms 2024-11-17T07:17:25,713 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:17:25,717 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:17:25,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:17:25,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:17:25,719 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:17:25,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:17:25,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:17:25,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@372c6d8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/java.io.tmpdir/jetty-localhost-44125-hadoop-hdfs-3_4_1-tests_jar-_-any-13957716313712556996/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:17:25,862 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:44125} 2024-11-17T07:17:25,862 INFO [Time-limited test {}] server.Server(415): Started @34900ms 2024-11-17T07:17:25,863 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T07:17:25,996 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/cluster_fb753481-ce14-5d2d-48ae-6d9410183de3/data/data1/current/BP-2017993250-172.17.0.2-1731827845347/current, will proceed with Du for space computation calculation, 2024-11-17T07:17:25,996 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/cluster_fb753481-ce14-5d2d-48ae-6d9410183de3/data/data2/current/BP-2017993250-172.17.0.2-1731827845347/current, will proceed with Du for space computation calculation, 2024-11-17T07:17:26,019 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T07:17:26,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99b4bc97729f4682 with lease ID 0x3f0774beddc1ee1e: Processing first storage report for DS-8b07de51-6781-4dc7-9fa1-f3e867476023 from datanode DatanodeRegistration(127.0.0.1:38609, datanodeUuid=933ee823-693f-4160-8664-d42a37903d47, infoPort=42395, infoSecurePort=0, ipcPort=44827, storageInfo=lv=-57;cid=testClusterID;nsid=713361000;c=1731827845347) 2024-11-17T07:17:26,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99b4bc97729f4682 with lease ID 0x3f0774beddc1ee1e: from storage DS-8b07de51-6781-4dc7-9fa1-f3e867476023 node DatanodeRegistration(127.0.0.1:38609, datanodeUuid=933ee823-693f-4160-8664-d42a37903d47, infoPort=42395, infoSecurePort=0, ipcPort=44827, storageInfo=lv=-57;cid=testClusterID;nsid=713361000;c=1731827845347), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:17:26,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99b4bc97729f4682 with lease ID 0x3f0774beddc1ee1e: Processing first storage report for DS-4d552a7a-3b65-4690-b03b-937725be6392 from datanode DatanodeRegistration(127.0.0.1:38609, datanodeUuid=933ee823-693f-4160-8664-d42a37903d47, infoPort=42395, infoSecurePort=0, ipcPort=44827, storageInfo=lv=-57;cid=testClusterID;nsid=713361000;c=1731827845347) 2024-11-17T07:17:26,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99b4bc97729f4682 with lease ID 0x3f0774beddc1ee1e: from storage DS-4d552a7a-3b65-4690-b03b-937725be6392 node DatanodeRegistration(127.0.0.1:38609, datanodeUuid=933ee823-693f-4160-8664-d42a37903d47, infoPort=42395, infoSecurePort=0, ipcPort=44827, storageInfo=lv=-57;cid=testClusterID;nsid=713361000;c=1731827845347), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:17:26,116 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2 2024-11-17T07:17:26,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:26,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:26,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741825_1001 (size=7) 2024-11-17T07:17:26,198 WARN [RS:0;1dd62e24b303:45101 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 1dd62e24b303,43231,1731827816575: status=Processing ServerCrashProcedure of 1dd62e24b303,43231,1731827816575 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731827831763, completionTime=-1 appears to have been leaked 2024-11-17T07:17:26,570 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e with version=8 2024-11-17T07:17:26,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/hbase-staging 2024-11-17T07:17:26,573 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:17:26,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:26,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:26,573 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:17:26,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:26,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:17:26,573 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:17:26,573 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:17:26,574 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34357 2024-11-17T07:17:26,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34357 connecting to ZooKeeper ensemble=127.0.0.1:64579 2024-11-17T07:17:26,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343570x0, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:17:26,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34357-0x10124c9a5900003 connected 2024-11-17T07:17:26,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:26,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:26,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Set watcher on znode that does not yet exist, /179862575/running 2024-11-17T07:17:26,597 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e, hbase.cluster.distributed=false 2024-11-17T07:17:26,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Set watcher on znode that does not yet exist, /179862575/acl 2024-11-17T07:17:26,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34357 2024-11-17T07:17:26,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34357 2024-11-17T07:17:26,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34357 2024-11-17T07:17:26,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34357 2024-11-17T07:17:26,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34357 2024-11-17T07:17:26,632 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:17:26,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:26,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:26,632 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:17:26,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:26,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:17:26,632 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:17:26,632 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:17:26,633 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41547 2024-11-17T07:17:26,634 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41547 connecting to ZooKeeper ensemble=127.0.0.1:64579 2024-11-17T07:17:26,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:26,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:26,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415470x0, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:17:26,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415470x0, quorum=127.0.0.1:64579, baseZNode=/179862575 Set watcher on znode that does not yet exist, /179862575/running 2024-11-17T07:17:26,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41547-0x10124c9a5900004 connected 2024-11-17T07:17:26,644 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:17:26,646 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:17:26,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41547-0x10124c9a5900004, quorum=127.0.0.1:64579, baseZNode=/179862575 Set watcher on znode that does not yet exist, /179862575/master 2024-11-17T07:17:26,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41547-0x10124c9a5900004, quorum=127.0.0.1:64579, baseZNode=/179862575 Set watcher on znode that does not yet exist, /179862575/acl 2024-11-17T07:17:26,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41547 2024-11-17T07:17:26,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41547 2024-11-17T07:17:26,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41547 2024-11-17T07:17:26,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41547 2024-11-17T07:17:26,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41547 2024-11-17T07:17:26,672 DEBUG [M:0;1dd62e24b303:34357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:34357 2024-11-17T07:17:26,672 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /179862575/backup-masters/1dd62e24b303,34357,1731827846572 2024-11-17T07:17:26,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10124c9a5900004, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/179862575/backup-masters 2024-11-17T07:17:26,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/179862575/backup-masters 2024-11-17T07:17:26,675 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Set watcher on existing znode=/179862575/backup-masters/1dd62e24b303,34357,1731827846572 2024-11-17T07:17:26,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10124c9a5900004, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/179862575/master 2024-11-17T07:17:26,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/179862575 2024-11-17T07:17:26,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10124c9a5900004, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/179862575 2024-11-17T07:17:26,679 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Set watcher on existing znode=/179862575/master 2024-11-17T07:17:26,679 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /179862575/backup-masters/1dd62e24b303,34357,1731827846572 from backup master directory 2024-11-17T07:17:26,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/179862575/backup-masters/1dd62e24b303,34357,1731827846572 2024-11-17T07:17:26,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/179862575/backup-masters 2024-11-17T07:17:26,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10124c9a5900004, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/179862575/backup-masters 2024-11-17T07:17:26,681 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:17:26,681 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,34357,1731827846572 2024-11-17T07:17:26,686 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/hbase.id] with ID: eb6bd3fc-14af-43b2-a349-fdb372461ac4 2024-11-17T07:17:26,686 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/.tmp/hbase.id 2024-11-17T07:17:26,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741826_1002 (size=42) 2024-11-17T07:17:27,092 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/.tmp/hbase.id]:[hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/hbase.id] 2024-11-17T07:17:27,108 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:27,108 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:17:27,110 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-17T07:17:27,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10124c9a5900004, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/179862575 2024-11-17T07:17:27,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/179862575 2024-11-17T07:17:27,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741827_1003 (size=196) 2024-11-17T07:17:27,532 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:17:27,533 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:17:27,533 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:17:27,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741828_1004 (size=1189) 2024-11-17T07:17:27,949 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/data/master/store 2024-11-17T07:17:27,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741829_1005 (size=34) 2024-11-17T07:17:28,357 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:28,357 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:17:28,357 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:28,357 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:28,357 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:17:28,357 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:28,357 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:28,357 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827848357Disabling compacts and flushes for region at 1731827848357Disabling writes for close at 1731827848357Writing region close event to WAL at 1731827848357Closed at 1731827848357 2024-11-17T07:17:28,358 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/data/master/store/.initializing 2024-11-17T07:17:28,358 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/WALs/1dd62e24b303,34357,1731827846572 2024-11-17T07:17:28,359 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:17:28,361 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C34357%2C1731827846572, suffix=, logDir=hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/WALs/1dd62e24b303,34357,1731827846572, archiveDir=hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/oldWALs, maxLogs=10 2024-11-17T07:17:28,374 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/WALs/1dd62e24b303,34357,1731827846572/1dd62e24b303%2C34357%2C1731827846572.1731827848361, exclude list is [], retry=0 2024-11-17T07:17:28,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38609,DS-8b07de51-6781-4dc7-9fa1-f3e867476023,DISK] 2024-11-17T07:17:28,379 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/WALs/1dd62e24b303,34357,1731827846572/1dd62e24b303%2C34357%2C1731827846572.1731827848361 2024-11-17T07:17:28,379 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42395:42395)] 2024-11-17T07:17:28,379 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:17:28,379 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:28,380 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:28,380 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:28,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:28,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:17:28,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:28,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:28,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:28,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:17:28,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:28,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:28,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:28,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:17:28,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:28,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:28,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:28,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:17:28,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:28,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:28,388 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:28,389 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:28,389 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:28,390 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:28,390 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:28,391 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:17:28,392 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:28,394 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:17:28,394 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64896005, jitterRate=-0.03297416865825653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:17:28,394 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731827848380Initializing all the Stores at 1731827848380Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827848380Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827848381 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827848381Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827848381Cleaning up temporary data from old regions at 1731827848390 (+9 ms)Region opened successfully at 1731827848394 (+4 ms) 2024-11-17T07:17:28,395 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:17:28,398 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c18ad0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:17:28,399 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T07:17:28,399 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:17:28,399 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:17:28,399 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:17:28,399 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T07:17:28,400 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T07:17:28,400 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:17:28,402 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:17:28,403 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Unable to get data of znode /179862575/balancer because node does not exist (not necessarily an error) 2024-11-17T07:17:28,404 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /179862575/balancer already deleted, retry=false 2024-11-17T07:17:28,404 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:17:28,405 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Unable to get data of znode /179862575/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:17:28,406 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /179862575/normalizer already deleted, retry=false 2024-11-17T07:17:28,406 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:17:28,407 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Unable to get data of znode /179862575/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:17:28,409 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /179862575/switch/split already deleted, retry=false 2024-11-17T07:17:28,410 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Unable to get data of znode /179862575/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:17:28,411 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /179862575/switch/merge already deleted, retry=false 2024-11-17T07:17:28,413 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Unable to get data of znode /179862575/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:17:28,414 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /179862575/snapshot-cleanup already deleted, retry=false 2024-11-17T07:17:28,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10124c9a5900004, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/179862575/running 2024-11-17T07:17:28,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/179862575/running 2024-11-17T07:17:28,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10124c9a5900004, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/179862575 2024-11-17T07:17:28,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/179862575 2024-11-17T07:17:28,416 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,34357,1731827846572, sessionid=0x10124c9a5900003, setting cluster-up flag (Was=false) 2024-11-17T07:17:28,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10124c9a5900004, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/179862575 2024-11-17T07:17:28,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/179862575 2024-11-17T07:17:28,426 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /179862575/flush-table-proc/acquired, /179862575/flush-table-proc/reached, /179862575/flush-table-proc/abort 2024-11-17T07:17:28,427 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,34357,1731827846572 2024-11-17T07:17:28,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/179862575 2024-11-17T07:17:28,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10124c9a5900004, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/179862575 2024-11-17T07:17:28,435 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /179862575/online-snapshot/acquired, /179862575/online-snapshot/reached, /179862575/online-snapshot/abort 2024-11-17T07:17:28,436 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,34357,1731827846572 2024-11-17T07:17:28,438 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T07:17:28,440 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:17:28,441 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:17:28,441 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:17:28,441 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,34357,1731827846572 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:17:28,443 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:28,443 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:28,443 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:28,443 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:28,443 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:17:28,443 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:28,443 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:17:28,443 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:28,445 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:17:28,446 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T07:17:28,447 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:28,447 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T07:17:28,448 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731827878448 2024-11-17T07:17:28,448 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:17:28,449 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:17:28,449 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:17:28,449 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:17:28,449 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:17:28,449 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:17:28,449 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:28,453 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:17:28,453 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:17:28,453 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:17:28,453 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:17:28,453 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:17:28,453 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:17:28,454 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827848453,5,FailOnTimeoutGroup] 2024-11-17T07:17:28,454 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827848454,5,FailOnTimeoutGroup] 2024-11-17T07:17:28,454 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:28,454 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:17:28,454 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:28,454 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:28,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741831_1007 (size=1321) 2024-11-17T07:17:28,461 INFO [RS:0;1dd62e24b303:41547 {}] regionserver.HRegionServer(746): ClusterId : eb6bd3fc-14af-43b2-a349-fdb372461ac4 2024-11-17T07:17:28,461 DEBUG [RS:0;1dd62e24b303:41547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:17:28,463 DEBUG [RS:0;1dd62e24b303:41547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:17:28,463 DEBUG [RS:0;1dd62e24b303:41547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:17:28,465 DEBUG [RS:0;1dd62e24b303:41547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:17:28,465 DEBUG [RS:0;1dd62e24b303:41547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c503f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:17:28,482 DEBUG [RS:0;1dd62e24b303:41547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:41547 2024-11-17T07:17:28,482 INFO [RS:0;1dd62e24b303:41547 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:17:28,482 INFO [RS:0;1dd62e24b303:41547 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:17:28,482 DEBUG [RS:0;1dd62e24b303:41547 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:17:28,483 INFO [RS:0;1dd62e24b303:41547 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,34357,1731827846572 with port=41547, startcode=1731827846631 2024-11-17T07:17:28,483 DEBUG [RS:0;1dd62e24b303:41547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:17:28,485 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:17:28,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34357 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,41547,1731827846631 2024-11-17T07:17:28,486 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34357 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,41547,1731827846631 2024-11-17T07:17:28,487 DEBUG [RS:0;1dd62e24b303:41547 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e 2024-11-17T07:17:28,487 DEBUG [RS:0;1dd62e24b303:41547 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38441 2024-11-17T07:17:28,487 DEBUG [RS:0;1dd62e24b303:41547 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:17:28,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/179862575/rs 2024-11-17T07:17:28,490 DEBUG [RS:0;1dd62e24b303:41547 {}] zookeeper.ZKUtil(111): regionserver:41547-0x10124c9a5900004, quorum=127.0.0.1:64579, baseZNode=/179862575 Set watcher on existing znode=/179862575/rs/1dd62e24b303,41547,1731827846631 2024-11-17T07:17:28,490 WARN [RS:0;1dd62e24b303:41547 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:17:28,490 INFO [RS:0;1dd62e24b303:41547 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:17:28,491 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,41547,1731827846631] 2024-11-17T07:17:28,491 DEBUG [RS:0;1dd62e24b303:41547 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/WALs/1dd62e24b303,41547,1731827846631 2024-11-17T07:17:28,494 INFO [RS:0;1dd62e24b303:41547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:17:28,497 INFO [RS:0;1dd62e24b303:41547 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:17:28,500 INFO [RS:0;1dd62e24b303:41547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:17:28,500 INFO [RS:0;1dd62e24b303:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:28,500 INFO [RS:0;1dd62e24b303:41547 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:17:28,501 INFO [RS:0;1dd62e24b303:41547 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:17:28,501 INFO [RS:0;1dd62e24b303:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:28,501 DEBUG [RS:0;1dd62e24b303:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:28,501 DEBUG [RS:0;1dd62e24b303:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:28,501 DEBUG [RS:0;1dd62e24b303:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:28,501 DEBUG [RS:0;1dd62e24b303:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:28,501 DEBUG [RS:0;1dd62e24b303:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:28,501 DEBUG [RS:0;1dd62e24b303:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:17:28,501 DEBUG [RS:0;1dd62e24b303:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:28,501 DEBUG [RS:0;1dd62e24b303:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:28,501 DEBUG [RS:0;1dd62e24b303:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:28,501 DEBUG [RS:0;1dd62e24b303:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:28,501 DEBUG [RS:0;1dd62e24b303:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:28,501 DEBUG [RS:0;1dd62e24b303:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:28,501 DEBUG [RS:0;1dd62e24b303:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:17:28,501 DEBUG [RS:0;1dd62e24b303:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:17:28,502 INFO [RS:0;1dd62e24b303:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:28,502 INFO [RS:0;1dd62e24b303:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:28,502 INFO [RS:0;1dd62e24b303:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:28,502 INFO [RS:0;1dd62e24b303:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:28,502 INFO [RS:0;1dd62e24b303:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:28,502 INFO [RS:0;1dd62e24b303:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,41547,1731827846631-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:17:28,525 INFO [RS:0;1dd62e24b303:41547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:17:28,525 INFO [RS:0;1dd62e24b303:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,41547,1731827846631-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:28,526 INFO [RS:0;1dd62e24b303:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:28,526 INFO [RS:0;1dd62e24b303:41547 {}] regionserver.Replication(171): 1dd62e24b303,41547,1731827846631 started 2024-11-17T07:17:28,541 INFO [RS:0;1dd62e24b303:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:28,541 INFO [RS:0;1dd62e24b303:41547 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,41547,1731827846631, RpcServer on 1dd62e24b303/172.17.0.2:41547, sessionid=0x10124c9a5900004 2024-11-17T07:17:28,541 DEBUG [RS:0;1dd62e24b303:41547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:17:28,541 DEBUG [RS:0;1dd62e24b303:41547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,41547,1731827846631 2024-11-17T07:17:28,541 DEBUG [RS:0;1dd62e24b303:41547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,41547,1731827846631' 2024-11-17T07:17:28,541 DEBUG [RS:0;1dd62e24b303:41547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/179862575/flush-table-proc/abort' 2024-11-17T07:17:28,542 DEBUG [RS:0;1dd62e24b303:41547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/179862575/flush-table-proc/acquired' 2024-11-17T07:17:28,542 DEBUG [RS:0;1dd62e24b303:41547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:17:28,542 DEBUG [RS:0;1dd62e24b303:41547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:17:28,542 DEBUG [RS:0;1dd62e24b303:41547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,41547,1731827846631 2024-11-17T07:17:28,542 DEBUG [RS:0;1dd62e24b303:41547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,41547,1731827846631' 2024-11-17T07:17:28,542 DEBUG [RS:0;1dd62e24b303:41547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/179862575/online-snapshot/abort' 2024-11-17T07:17:28,542 DEBUG [RS:0;1dd62e24b303:41547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/179862575/online-snapshot/acquired' 2024-11-17T07:17:28,543 DEBUG [RS:0;1dd62e24b303:41547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:17:28,543 INFO [RS:0;1dd62e24b303:41547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:17:28,543 INFO [RS:0;1dd62e24b303:41547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:17:28,643 INFO [RS:0;1dd62e24b303:41547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:17:28,645 INFO [RS:0;1dd62e24b303:41547 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C41547%2C1731827846631, suffix=, logDir=hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/WALs/1dd62e24b303,41547,1731827846631, archiveDir=hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/oldWALs, maxLogs=10 2024-11-17T07:17:28,661 DEBUG [RS:0;1dd62e24b303:41547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/WALs/1dd62e24b303,41547,1731827846631/1dd62e24b303%2C41547%2C1731827846631.1731827848646, exclude list is [], retry=0 2024-11-17T07:17:28,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38609,DS-8b07de51-6781-4dc7-9fa1-f3e867476023,DISK] 2024-11-17T07:17:28,667 INFO [RS:0;1dd62e24b303:41547 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/WALs/1dd62e24b303,41547,1731827846631/1dd62e24b303%2C41547%2C1731827846631.1731827848646 2024-11-17T07:17:28,668 DEBUG [RS:0;1dd62e24b303:41547 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42395:42395)] 2024-11-17T07:17:28,858 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T07:17:28,859 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e 2024-11-17T07:17:28,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741833_1009 (size=32) 2024-11-17T07:17:29,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:29,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:17:29,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:17:29,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:29,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:29,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:17:29,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:17:29,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:29,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:29,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:17:29,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:17:29,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:29,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:29,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:17:29,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:17:29,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:29,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:29,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:17:29,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/data/hbase/meta/1588230740 2024-11-17T07:17:29,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/data/hbase/meta/1588230740 2024-11-17T07:17:29,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:17:29,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:17:29,279 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:17:29,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:17:29,282 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:17:29,283 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68625980, jitterRate=0.02260679006576538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:17:29,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731827849266Initializing all the Stores at 1731827849267 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827849267Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827849267Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827849267Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827849267Cleaning up temporary data from old regions at 1731827849278 (+11 ms)Region opened successfully at 1731827849283 (+5 ms) 2024-11-17T07:17:29,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:17:29,283 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:17:29,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:17:29,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:17:29,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:17:29,284 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:17:29,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827849283Disabling compacts and flushes for region at 1731827849283Disabling writes for close at 1731827849283Writing region close event to WAL at 1731827849283Closed at 1731827849283 2024-11-17T07:17:29,285 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:17:29,285 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T07:17:29,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:17:29,287 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:17:29,288 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T07:17:29,438 DEBUG [1dd62e24b303:34357 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:17:29,439 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,41547,1731827846631 2024-11-17T07:17:29,441 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,41547,1731827846631, state=OPENING 2024-11-17T07:17:29,444 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T07:17:29,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10124c9a5900004, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/179862575 2024-11-17T07:17:29,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/179862575 2024-11-17T07:17:29,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /179862575/meta-region-server: CHANGED 2024-11-17T07:17:29,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /179862575/meta-region-server: CHANGED 2024-11-17T07:17:29,447 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:17:29,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,41547,1731827846631}] 2024-11-17T07:17:29,601 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:17:29,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:17:29,608 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:17:29,608 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:17:29,608 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:17:29,610 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C41547%2C1731827846631.meta, suffix=.meta, logDir=hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/WALs/1dd62e24b303,41547,1731827846631, archiveDir=hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/oldWALs, maxLogs=10 2024-11-17T07:17:29,627 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/WALs/1dd62e24b303,41547,1731827846631/1dd62e24b303%2C41547%2C1731827846631.meta.1731827849610.meta, exclude list is [], retry=0 2024-11-17T07:17:29,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38609,DS-8b07de51-6781-4dc7-9fa1-f3e867476023,DISK] 2024-11-17T07:17:29,632 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/WALs/1dd62e24b303,41547,1731827846631/1dd62e24b303%2C41547%2C1731827846631.meta.1731827849610.meta 2024-11-17T07:17:29,632 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42395:42395)] 2024-11-17T07:17:29,633 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:17:29,633 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:17:29,633 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:17:29,633 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:17:29,633 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:17:29,633 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:17:29,634 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:29,634 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:17:29,634 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:17:29,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:17:29,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:17:29,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:29,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:29,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:17:29,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:17:29,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:29,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:29,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:17:29,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:17:29,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:29,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:29,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:17:29,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:17:29,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:29,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:29,641 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:17:29,642 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/data/hbase/meta/1588230740 2024-11-17T07:17:29,643 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/data/hbase/meta/1588230740 2024-11-17T07:17:29,644 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:17:29,644 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:17:29,645 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:17:29,647 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:17:29,648 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69879067, jitterRate=0.04127924144268036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:17:29,648 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:17:29,648 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731827849634Writing region info on filesystem at 1731827849634Initializing all the Stores at 1731827849635 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827849635Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827849635Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827849635Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827849635Cleaning up temporary data from old regions at 1731827849644 (+9 ms)Running coprocessor post-open hooks at 1731827849648 (+4 ms)Region opened successfully at 1731827849648 2024-11-17T07:17:29,649 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731827849601 2024-11-17T07:17:29,652 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:17:29,652 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:17:29,653 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,41547,1731827846631 2024-11-17T07:17:29,654 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,41547,1731827846631, state=OPEN 2024-11-17T07:17:29,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/179862575/meta-region-server 2024-11-17T07:17:29,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10124c9a5900004, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/179862575/meta-region-server 2024-11-17T07:17:29,659 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,41547,1731827846631 2024-11-17T07:17:29,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /179862575/meta-region-server: CHANGED 2024-11-17T07:17:29,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /179862575/meta-region-server: CHANGED 2024-11-17T07:17:29,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T07:17:29,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,41547,1731827846631 in 212 msec 2024-11-17T07:17:29,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T07:17:29,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 377 msec 2024-11-17T07:17:29,666 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:17:29,666 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T07:17:29,668 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:17:29,668 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,41547,1731827846631, seqNum=-1] 2024-11-17T07:17:29,668 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:17:29,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:17:29,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2360 sec 2024-11-17T07:17:29,677 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731827849676, completionTime=-1 2024-11-17T07:17:29,677 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T07:17:29,677 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:17:29,679 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:17:29,679 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731827909679 2024-11-17T07:17:29,679 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731827969679 2024-11-17T07:17:29,679 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T07:17:29,680 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,34357,1731827846572-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:29,680 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,34357,1731827846572-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:29,680 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,34357,1731827846572-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:29,680 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:34357, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:29,680 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:29,682 DEBUG [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T07:17:29,684 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:29,688 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.007sec 2024-11-17T07:17:29,688 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:17:29,688 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:17:29,688 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:17:29,688 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:17:29,688 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:17:29,688 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,34357,1731827846572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:17:29,688 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,34357,1731827846572-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:17:29,691 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:17:29,691 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:17:29,691 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,34357,1731827846572-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:29,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2be479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:29,762 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,34357,-1 for getting cluster id 2024-11-17T07:17:29,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:29,764 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb6bd3fc-14af-43b2-a349-fdb372461ac4' 2024-11-17T07:17:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb6bd3fc-14af-43b2-a349-fdb372461ac4" 2024-11-17T07:17:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a8e9a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,34357,-1] 2024-11-17T07:17:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:29,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:29,767 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:29,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:29,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:17:29,770 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,41547,1731827846631, seqNum=-1] 2024-11-17T07:17:29,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:17:29,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:17:29,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1dd62e24b303,34357,1731827846572 2024-11-17T07:17:29,774 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64579 2024-11-17T07:17:29,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:17:29,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10124c9a5900005 connected 2024-11-17T07:17:29,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3234deef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:29,781 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,46549,-1 for getting cluster id 2024-11-17T07:17:29,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:29,782 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd6eff17-1576-49f7-abf4-7d049350c6ae' 2024-11-17T07:17:29,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:29,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd6eff17-1576-49f7-abf4-7d049350c6ae" 2024-11-17T07:17:29,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630890cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:29,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,46549,-1] 2024-11-17T07:17:29,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:29,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:29,783 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:29,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6482305a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:29,784 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:29,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,46549,1731827842774 2024-11-17T07:17:29,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e80d2a8 2024-11-17T07:17:29,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:29,787 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:17:29,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1dd62e24b303:34357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T07:17:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T07:17:29,791 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:34357' 2024-11-17T07:17:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:17:29,796 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b001dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:29,797 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,34357,-1 for getting cluster id 2024-11-17T07:17:29,797 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:29,798 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb6bd3fc-14af-43b2-a349-fdb372461ac4' 2024-11-17T07:17:29,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:29,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb6bd3fc-14af-43b2-a349-fdb372461ac4" 2024-11-17T07:17:29,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f19629e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:29,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,34357,-1] 2024-11-17T07:17:29,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:29,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:29,800 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:29,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a328af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:29,801 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:29,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,34357,1731827846572 2024-11-17T07:17:29,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d4b1736 2024-11-17T07:17:29,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:29,803 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:17:29,804 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T07:17:29,804 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T07:17:29,804 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:29,804 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:29,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:17:29,805 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:17:29,807 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T07:17:29,809 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:17:29,809 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:29,810 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:17:29,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741835_1011 (size=1138) 2024-11-17T07:17:29,857 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T07:17:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:17:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:17:30,228 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97a6580948dd82bef5321233d208b90b, NAME => 'hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051 2024-11-17T07:17:30,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741836_1012 (size=44) 2024-11-17T07:17:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:17:30,635 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:30,635 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 97a6580948dd82bef5321233d208b90b, disabling compactions & flushes 2024-11-17T07:17:30,635 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b. 2024-11-17T07:17:30,635 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b. 2024-11-17T07:17:30,635 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b. after waiting 0 ms 2024-11-17T07:17:30,635 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b. 2024-11-17T07:17:30,635 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b. 2024-11-17T07:17:30,635 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97a6580948dd82bef5321233d208b90b: Waiting for close lock at 1731827850635Disabling compacts and flushes for region at 1731827850635Disabling writes for close at 1731827850635Writing region close event to WAL at 1731827850635Closed at 1731827850635 2024-11-17T07:17:30,637 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:17:30,638 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731827850637"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731827850637"}]},"ts":"1731827850637"} 2024-11-17T07:17:30,641 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:17:30,642 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:17:30,642 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731827850642"}]},"ts":"1731827850642"} 2024-11-17T07:17:30,645 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T07:17:30,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=97a6580948dd82bef5321233d208b90b, ASSIGN}] 2024-11-17T07:17:30,646 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=97a6580948dd82bef5321233d208b90b, ASSIGN 2024-11-17T07:17:30,648 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=97a6580948dd82bef5321233d208b90b, ASSIGN; state=OFFLINE, location=1dd62e24b303,45101,1731827842857; forceNewPlan=false, retain=false 2024-11-17T07:17:30,698 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:17:30,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:17:30,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:17:30,745 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T07:17:30,798 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=97a6580948dd82bef5321233d208b90b, regionState=OPENING, regionLocation=1dd62e24b303,45101,1731827842857 2024-11-17T07:17:30,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=97a6580948dd82bef5321233d208b90b, ASSIGN because future has completed 2024-11-17T07:17:30,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97a6580948dd82bef5321233d208b90b, server=1dd62e24b303,45101,1731827842857}] 2024-11-17T07:17:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:17:30,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b. 2024-11-17T07:17:30,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:17:30,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T07:17:30,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C45101%2C1731827842857.rep, suffix=, logDir=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/WALs/1dd62e24b303,45101,1731827842857, archiveDir=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/oldWALs, maxLogs=10 2024-11-17T07:17:30,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/WALs/1dd62e24b303,45101,1731827842857/1dd62e24b303%2C45101%2C1731827842857.rep.1731827850969, exclude list is [], retry=0 2024-11-17T07:17:30,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45101,DS-504e7b5f-2a7c-4cb9-b182-736a88a3f633,DISK] 2024-11-17T07:17:30,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/WALs/1dd62e24b303,45101,1731827842857/1dd62e24b303%2C45101%2C1731827842857.rep.1731827850969 2024-11-17T07:17:30,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40823:40823)] 2024-11-17T07:17:30,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 97a6580948dd82bef5321233d208b90b, NAME => 'hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:17:30,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:17:30,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:17:30,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b. service=MultiRowMutationService 2024-11-17T07:17:30,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T07:17:30,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 97a6580948dd82bef5321233d208b90b 2024-11-17T07:17:30,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:30,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 97a6580948dd82bef5321233d208b90b 2024-11-17T07:17:30,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 97a6580948dd82bef5321233d208b90b 2024-11-17T07:17:30,999 INFO [StoreOpener-97a6580948dd82bef5321233d208b90b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 97a6580948dd82bef5321233d208b90b 2024-11-17T07:17:31,001 INFO [StoreOpener-97a6580948dd82bef5321233d208b90b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97a6580948dd82bef5321233d208b90b columnFamilyName hfileref 2024-11-17T07:17:31,001 DEBUG [StoreOpener-97a6580948dd82bef5321233d208b90b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:31,001 INFO [StoreOpener-97a6580948dd82bef5321233d208b90b-1 {}] regionserver.HStore(327): Store=97a6580948dd82bef5321233d208b90b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:31,001 INFO [StoreOpener-97a6580948dd82bef5321233d208b90b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 97a6580948dd82bef5321233d208b90b 2024-11-17T07:17:31,003 INFO [StoreOpener-97a6580948dd82bef5321233d208b90b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97a6580948dd82bef5321233d208b90b columnFamilyName queue 2024-11-17T07:17:31,003 DEBUG [StoreOpener-97a6580948dd82bef5321233d208b90b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:31,004 INFO [StoreOpener-97a6580948dd82bef5321233d208b90b-1 {}] regionserver.HStore(327): Store=97a6580948dd82bef5321233d208b90b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:31,005 INFO [StoreOpener-97a6580948dd82bef5321233d208b90b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 97a6580948dd82bef5321233d208b90b 2024-11-17T07:17:31,006 INFO [StoreOpener-97a6580948dd82bef5321233d208b90b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97a6580948dd82bef5321233d208b90b columnFamilyName sid 2024-11-17T07:17:31,006 DEBUG [StoreOpener-97a6580948dd82bef5321233d208b90b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:31,007 INFO [StoreOpener-97a6580948dd82bef5321233d208b90b-1 {}] regionserver.HStore(327): Store=97a6580948dd82bef5321233d208b90b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:31,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 97a6580948dd82bef5321233d208b90b 2024-11-17T07:17:31,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/replication/97a6580948dd82bef5321233d208b90b 2024-11-17T07:17:31,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/replication/97a6580948dd82bef5321233d208b90b 2024-11-17T07:17:31,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 97a6580948dd82bef5321233d208b90b 2024-11-17T07:17:31,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 97a6580948dd82bef5321233d208b90b 2024-11-17T07:17:31,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:17:31,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 97a6580948dd82bef5321233d208b90b 2024-11-17T07:17:31,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/replication/97a6580948dd82bef5321233d208b90b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:17:31,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 97a6580948dd82bef5321233d208b90b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62699189, jitterRate=-0.06570927798748016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:17:31,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97a6580948dd82bef5321233d208b90b 2024-11-17T07:17:31,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 97a6580948dd82bef5321233d208b90b: Running coprocessor pre-open hook at 1731827850998Writing region info on filesystem at 1731827850998Initializing all the Stores at 1731827850999 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827850999Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827850999Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827850999Cleaning up temporary data from old regions at 1731827851009 (+10 ms)Running coprocessor post-open hooks at 1731827851014 (+5 ms)Region opened successfully at 1731827851015 (+1 ms) 2024-11-17T07:17:31,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b., pid=7, masterSystemTime=1731827850960 2024-11-17T07:17:31,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b. 2024-11-17T07:17:31,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b. 2024-11-17T07:17:31,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=97a6580948dd82bef5321233d208b90b, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,45101,1731827842857 2024-11-17T07:17:31,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97a6580948dd82bef5321233d208b90b, server=1dd62e24b303,45101,1731827842857 because future has completed 2024-11-17T07:17:31,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-17T07:17:31,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 97a6580948dd82bef5321233d208b90b, server=1dd62e24b303,45101,1731827842857 in 218 msec 2024-11-17T07:17:31,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T07:17:31,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=97a6580948dd82bef5321233d208b90b, ASSIGN in 382 msec 2024-11-17T07:17:31,030 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:17:31,031 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731827851030"}]},"ts":"1731827851030"} 2024-11-17T07:17:31,033 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T07:17:31,034 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:17:31,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2290 sec 2024-11-17T07:17:31,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b., hostname=1dd62e24b303,45101,1731827842857, seqNum=2] 2024-11-17T07:17:31,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893913146 2024-11-17T07:17:31,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x10124c9a5900001, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893913146 2024-11-17T07:17:31,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T07:17:31,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-17T07:17:31,230 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T07:17:31,263 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-1dd62e24b303,45101,1731827842857, ReplicationSource: 1, currentBandwidth=0 2024-11-17T07:17:31,263 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:17:31,263 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,45101,1731827842857, seqNum=-1] 2024-11-17T07:17:31,264 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:17:31,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-17T07:17:31,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1dd62e24b303,45101,1731827842857', locateType=CURRENT is [region=hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b., hostname=1dd62e24b303,45101,1731827842857, seqNum=2] 2024-11-17T07:17:31,270 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-17T07:17:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-17T07:17:31,274 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1dd62e24b303,45101,1731827842857 suceeded 2024-11-17T07:17:31,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-17T07:17:31,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-17T07:17:31,277 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1dd62e24b303:34357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T07:17:31,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4900 sec 2024-11-17T07:17:31,286 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45101,1731827842857 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:34357' 2024-11-17T07:17:31,288 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45101,1731827842857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@205f8ae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:31,288 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45101,1731827842857 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,34357,-1 for getting cluster id 2024-11-17T07:17:31,288 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45101,1731827842857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:31,289 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb6bd3fc-14af-43b2-a349-fdb372461ac4' 2024-11-17T07:17:31,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:31,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb6bd3fc-14af-43b2-a349-fdb372461ac4" 2024-11-17T07:17:31,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fb9216a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:31,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,34357,-1] 2024-11-17T07:17:31,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:31,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:31,290 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:31,291 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45101,1731827842857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bd60dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:31,291 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45101,1731827842857 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:31,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,34357,1731827846572 2024-11-17T07:17:31,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39a78b26 2024-11-17T07:17:31,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:31,294 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-17T07:17:31,294 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45101,1731827842857 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1dd62e24b303,45101,1731827842857 (queues=1) is replicating from cluster=bd6eff17-1576-49f7-abf4-7d049350c6ae to cluster=eb6bd3fc-14af-43b2-a349-fdb372461ac4 2024-11-17T07:17:31,295 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45101,1731827842857 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1dd62e24b303%2C45101%2C1731827842857 2024-11-17T07:17:31,295 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45101,1731827842857 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1dd62e24b303,45101,1731827842857, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T07:17:31,295 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45101,1731827842857.replicationSource.shipper1dd62e24b303%2C45101%2C1731827842857,1-1dd62e24b303,45101,1731827842857 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1dd62e24b303%2C45101%2C1731827842857 2024-11-17T07:17:31,295 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45101,1731827842857.replicationSource.wal-reader.1dd62e24b303%2C45101%2C1731827842857,1-1dd62e24b303,45101,1731827842857 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/WALs/1dd62e24b303,45101,1731827842857/1dd62e24b303%2C45101%2C1731827842857.1731827844630, startPosition=0, beingWritten=true 2024-11-17T07:17:31,502 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45101,1731827842857.replicationSource.wal-reader.1dd62e24b303%2C45101%2C1731827842857,1-1dd62e24b303,45101,1731827842857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/WALs/1dd62e24b303,45101,1731827842857/1dd62e24b303%2C45101%2C1731827842857.1731827844630 to pos 0, reset compression=false 2024-11-17T07:17:31,807 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45101,1731827842857.replicationSource.wal-reader.1dd62e24b303%2C45101%2C1731827842857,1-1dd62e24b303,45101,1731827842857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/WALs/1dd62e24b303,45101,1731827842857/1dd62e24b303%2C45101%2C1731827842857.1731827844630 to pos 0, reset compression=false 2024-11-17T07:17:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:17:31,942 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T07:17:31,942 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:17:31,942 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:31,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:31,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:31,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:17:31,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,46549,1731827842774 2024-11-17T07:17:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53cf03a 2024-11-17T07:17:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:31,945 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:17:31,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46549 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T07:17:31,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T07:17:31,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:17:31,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:31,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:31,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:31,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:17:31,946 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T07:17:31,946 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=38400102, stopped=false 2024-11-17T07:17:31,946 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1dd62e24b303,34357,1731827846572 2024-11-17T07:17:31,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/179862575/running 2024-11-17T07:17:31,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10124c9a5900004, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/179862575/running 2024-11-17T07:17:31,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/179862575 2024-11-17T07:17:31,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10124c9a5900004, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/179862575 2024-11-17T07:17:31,948 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:17:31,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:17:31,948 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:31,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:31,949 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1dd62e24b303,41547,1731827846631' ***** 2024-11-17T07:17:31,949 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T07:17:31,949 INFO [RS:0;1dd62e24b303:41547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T07:17:31,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41547-0x10124c9a5900004, quorum=127.0.0.1:64579, baseZNode=/179862575 Set watcher on znode that does not yet exist, /179862575/running 2024-11-17T07:17:31,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Set watcher on znode that does not yet exist, /179862575/running 2024-11-17T07:17:31,949 INFO [RS:0;1dd62e24b303:41547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T07:17:31,949 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T07:17:31,949 INFO [RS:0;1dd62e24b303:41547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T07:17:31,949 INFO [RS:0;1dd62e24b303:41547 {}] regionserver.HRegionServer(959): stopping server 1dd62e24b303,41547,1731827846631 2024-11-17T07:17:31,949 INFO [RS:0;1dd62e24b303:41547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:17:31,950 INFO [RS:0;1dd62e24b303:41547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:41547. 2024-11-17T07:17:31,950 DEBUG [RS:0;1dd62e24b303:41547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:31,950 DEBUG [RS:0;1dd62e24b303:41547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:31,950 INFO [RS:0;1dd62e24b303:41547 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T07:17:31,950 INFO [RS:0;1dd62e24b303:41547 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T07:17:31,950 INFO [RS:0;1dd62e24b303:41547 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T07:17:31,950 INFO [RS:0;1dd62e24b303:41547 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T07:17:31,950 INFO [RS:0;1dd62e24b303:41547 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T07:17:31,950 DEBUG [RS:0;1dd62e24b303:41547 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T07:17:31,950 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:17:31,950 DEBUG [RS:0;1dd62e24b303:41547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:17:31,950 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:17:31,950 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:17:31,950 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:17:31,951 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:17:31,951 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-17T07:17:31,969 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/data/hbase/meta/1588230740/.tmp/ns/5a63985fe9ae4f7ba5a5545f39f5ee25 is 43, key is default/ns:d/1731827849670/Put/seqid=0 2024-11-17T07:17:31,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741835_1011 (size=5153) 2024-11-17T07:17:32,005 INFO [regionserver/1dd62e24b303:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:17:32,151 DEBUG [RS:0;1dd62e24b303:41547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:17:32,213 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45101,1731827842857.replicationSource.wal-reader.1dd62e24b303%2C45101%2C1731827842857,1-1dd62e24b303,45101,1731827842857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/WALs/1dd62e24b303,45101,1731827842857/1dd62e24b303%2C45101%2C1731827842857.1731827844630 to pos 0, reset compression=false 2024-11-17T07:17:32,351 DEBUG [RS:0;1dd62e24b303:41547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:17:32,374 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/data/hbase/meta/1588230740/.tmp/ns/5a63985fe9ae4f7ba5a5545f39f5ee25 2024-11-17T07:17:32,382 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/data/hbase/meta/1588230740/.tmp/ns/5a63985fe9ae4f7ba5a5545f39f5ee25 as hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/data/hbase/meta/1588230740/ns/5a63985fe9ae4f7ba5a5545f39f5ee25 2024-11-17T07:17:32,388 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/data/hbase/meta/1588230740/ns/5a63985fe9ae4f7ba5a5545f39f5ee25, entries=2, sequenceid=6, filesize=5.0 K 2024-11-17T07:17:32,389 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false 2024-11-17T07:17:32,393 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T07:17:32,394 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:17:32,394 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:17:32,394 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:17:32,394 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827851950Running coprocessor pre-close hooks at 1731827851950Disabling compacts and flushes for region at 1731827851950Disabling writes for close at 1731827851951 (+1 ms)Obtaining lock to block concurrent updates at 1731827851951Preparing flush snapshotting stores in 1588230740 at 1731827851951Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731827851951Flushing stores of hbase:meta,,1.1588230740 at 1731827851952 (+1 ms)Flushing 1588230740/ns: creating writer at 1731827851952Flushing 1588230740/ns: appending metadata at 1731827851968 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731827851968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3276975a: reopening flushed file at 1731827852381 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false at 1731827852389 (+8 ms)Writing region close event to WAL at 1731827852390 (+1 ms)Running coprocessor post-close hooks at 1731827852394 (+4 ms)Closed at 1731827852394 2024-11-17T07:17:32,394 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T07:17:32,551 INFO [RS:0;1dd62e24b303:41547 {}] regionserver.HRegionServer(976): stopping server 1dd62e24b303,41547,1731827846631; all regions closed. 2024-11-17T07:17:32,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741834_1010 (size=1152) 2024-11-17T07:17:32,557 DEBUG [RS:0;1dd62e24b303:41547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/oldWALs 2024-11-17T07:17:32,558 INFO [RS:0;1dd62e24b303:41547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C41547%2C1731827846631.meta:.meta(num 1731827849610) 2024-11-17T07:17:32,560 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/WALs/1dd62e24b303,41547,1731827846631/1dd62e24b303%2C41547%2C1731827846631.1731827848646 not finished, retry = 0 2024-11-17T07:17:32,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741832_1008 (size=93) 2024-11-17T07:17:32,597 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T07:17:32,597 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T07:17:32,663 DEBUG [RS:0;1dd62e24b303:41547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/oldWALs 2024-11-17T07:17:32,663 INFO [RS:0;1dd62e24b303:41547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C41547%2C1731827846631:(num 1731827848646) 2024-11-17T07:17:32,663 DEBUG [RS:0;1dd62e24b303:41547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:32,663 INFO [RS:0;1dd62e24b303:41547 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:17:32,663 INFO [RS:0;1dd62e24b303:41547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:17:32,664 INFO [RS:0;1dd62e24b303:41547 {}] hbase.ChoreService(370): Chore service for: regionserver/1dd62e24b303:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T07:17:32,664 INFO [RS:0;1dd62e24b303:41547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:17:32,664 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:17:32,664 INFO [RS:0;1dd62e24b303:41547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41547 2024-11-17T07:17:32,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10124c9a5900004, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/179862575/rs/1dd62e24b303,41547,1731827846631 2024-11-17T07:17:32,666 INFO [RS:0;1dd62e24b303:41547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:17:32,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/179862575/rs 2024-11-17T07:17:32,667 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1dd62e24b303,41547,1731827846631] 2024-11-17T07:17:32,668 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /179862575/draining/1dd62e24b303,41547,1731827846631 already deleted, retry=false 2024-11-17T07:17:32,668 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1dd62e24b303,41547,1731827846631 expired; onlineServers=0 2024-11-17T07:17:32,668 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1dd62e24b303,34357,1731827846572' ***** 2024-11-17T07:17:32,668 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T07:17:32,669 INFO [M:0;1dd62e24b303:34357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:17:32,669 INFO [M:0;1dd62e24b303:34357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:17:32,669 DEBUG [M:0;1dd62e24b303:34357 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T07:17:32,669 DEBUG [M:0;1dd62e24b303:34357 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T07:17:32,669 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T07:17:32,669 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827848454 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827848454,5,FailOnTimeoutGroup] 2024-11-17T07:17:32,669 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827848453 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827848453,5,FailOnTimeoutGroup] 2024-11-17T07:17:32,669 INFO [M:0;1dd62e24b303:34357 {}] hbase.ChoreService(370): Chore service for: master/1dd62e24b303:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T07:17:32,669 INFO [M:0;1dd62e24b303:34357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:17:32,669 DEBUG [M:0;1dd62e24b303:34357 {}] master.HMaster(1795): Stopping service threads 2024-11-17T07:17:32,669 INFO [M:0;1dd62e24b303:34357 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T07:17:32,669 INFO [M:0;1dd62e24b303:34357 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:17:32,669 INFO [M:0;1dd62e24b303:34357 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T07:17:32,670 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T07:17:32,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/179862575/master 2024-11-17T07:17:32,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/179862575 2024-11-17T07:17:32,671 DEBUG [M:0;1dd62e24b303:34357 {}] zookeeper.ZKUtil(347): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Unable to get data of znode /179862575/master because node does not exist (not an error) 2024-11-17T07:17:32,671 WARN [M:0;1dd62e24b303:34357 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T07:17:32,672 INFO [M:0;1dd62e24b303:34357 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/.lastflushedseqids 2024-11-17T07:17:32,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741836_1012 (size=99) 2024-11-17T07:17:32,719 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45101,1731827842857.replicationSource.wal-reader.1dd62e24b303%2C45101%2C1731827842857,1-1dd62e24b303,45101,1731827842857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/WALs/1dd62e24b303,45101,1731827842857/1dd62e24b303%2C45101%2C1731827842857.1731827844630 to pos 0, reset compression=false 2024-11-17T07:17:32,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10124c9a5900004, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:17:32,768 INFO [RS:0;1dd62e24b303:41547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:17:32,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x10124c9a5900004, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:17:32,768 INFO [RS:0;1dd62e24b303:41547 {}] regionserver.HRegionServer(1031): Exiting; stopping=1dd62e24b303,41547,1731827846631; zookeeper connection closed. 2024-11-17T07:17:32,768 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e1353d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e1353d4 2024-11-17T07:17:32,768 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T07:17:33,077 INFO [M:0;1dd62e24b303:34357 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T07:17:33,077 INFO [M:0;1dd62e24b303:34357 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T07:17:33,078 DEBUG [M:0;1dd62e24b303:34357 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:17:33,078 INFO [M:0;1dd62e24b303:34357 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:33,078 DEBUG [M:0;1dd62e24b303:34357 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:33,078 DEBUG [M:0;1dd62e24b303:34357 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:17:33,078 DEBUG [M:0;1dd62e24b303:34357 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:33,078 INFO [M:0;1dd62e24b303:34357 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-17T07:17:33,094 DEBUG [M:0;1dd62e24b303:34357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14c035174615431b9cedb26f0d6b6cd1 is 82, key is hbase:meta,,1/info:regioninfo/1731827849653/Put/seqid=0 2024-11-17T07:17:33,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741837_1013 (size=5672) 2024-11-17T07:17:33,324 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45101,1731827842857.replicationSource.wal-reader.1dd62e24b303%2C45101%2C1731827842857,1-1dd62e24b303,45101,1731827842857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/WALs/1dd62e24b303,45101,1731827842857/1dd62e24b303%2C45101%2C1731827842857.1731827844630 to pos 0, reset compression=false 2024-11-17T07:17:33,499 INFO [M:0;1dd62e24b303:34357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14c035174615431b9cedb26f0d6b6cd1 2024-11-17T07:17:33,520 DEBUG [M:0;1dd62e24b303:34357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/391fe83a59dc4f3bb3ebad643d13f18f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731827849676/Put/seqid=0 2024-11-17T07:17:33,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741838_1014 (size=5275) 2024-11-17T07:17:33,926 INFO [M:0;1dd62e24b303:34357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/391fe83a59dc4f3bb3ebad643d13f18f 2024-11-17T07:17:33,946 DEBUG [M:0;1dd62e24b303:34357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f028d541a9064ea181399ea597a90123 is 69, key is 1dd62e24b303,41547,1731827846631/rs:state/1731827848486/Put/seqid=0 2024-11-17T07:17:33,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741839_1015 (size=5156) 2024-11-17T07:17:34,030 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45101,1731827842857.replicationSource.wal-reader.1dd62e24b303%2C45101%2C1731827842857,1-1dd62e24b303,45101,1731827842857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/WALs/1dd62e24b303,45101,1731827842857/1dd62e24b303%2C45101%2C1731827842857.1731827844630 to pos 0, reset compression=false 2024-11-17T07:17:34,351 INFO [M:0;1dd62e24b303:34357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f028d541a9064ea181399ea597a90123 2024-11-17T07:17:34,357 DEBUG [M:0;1dd62e24b303:34357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14c035174615431b9cedb26f0d6b6cd1 as hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14c035174615431b9cedb26f0d6b6cd1 2024-11-17T07:17:34,362 INFO [M:0;1dd62e24b303:34357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14c035174615431b9cedb26f0d6b6cd1, entries=8, sequenceid=28, filesize=5.5 K 2024-11-17T07:17:34,363 DEBUG [M:0;1dd62e24b303:34357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/391fe83a59dc4f3bb3ebad643d13f18f as hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/391fe83a59dc4f3bb3ebad643d13f18f 2024-11-17T07:17:34,368 INFO [M:0;1dd62e24b303:34357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/391fe83a59dc4f3bb3ebad643d13f18f, entries=3, sequenceid=28, filesize=5.2 K 2024-11-17T07:17:34,368 DEBUG [M:0;1dd62e24b303:34357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f028d541a9064ea181399ea597a90123 as hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f028d541a9064ea181399ea597a90123 2024-11-17T07:17:34,373 INFO [M:0;1dd62e24b303:34357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38441/user/jenkins/test-data/e4a2546b-c939-ea52-c83d-d3644202a48e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f028d541a9064ea181399ea597a90123, entries=1, sequenceid=28, filesize=5.0 K 2024-11-17T07:17:34,374 INFO [M:0;1dd62e24b303:34357 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=28, compaction requested=false 2024-11-17T07:17:34,376 INFO [M:0;1dd62e24b303:34357 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:34,376 DEBUG [M:0;1dd62e24b303:34357 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827853078Disabling compacts and flushes for region at 1731827853078Disabling writes for close at 1731827853078Obtaining lock to block concurrent updates at 1731827853078Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731827853078Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731827853078Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731827853079 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731827853079Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731827853094 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731827853094Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731827853505 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731827853520 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731827853520Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731827853931 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731827853945 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731827853945Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@301ad980: reopening flushed file at 1731827854356 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c0b4908: reopening flushed file at 1731827854362 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c367b7: reopening flushed file at 1731827854368 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=28, compaction requested=false at 1731827854374 (+6 ms)Writing region close event to WAL at 1731827854376 (+2 ms)Closed at 1731827854376 2024-11-17T07:17:34,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38609 is added to blk_1073741830_1006 (size=10165) 2024-11-17T07:17:34,379 INFO [M:0;1dd62e24b303:34357 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T07:17:34,379 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:17:34,379 INFO [M:0;1dd62e24b303:34357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34357 2024-11-17T07:17:34,379 INFO [M:0;1dd62e24b303:34357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:17:34,482 INFO [M:0;1dd62e24b303:34357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:17:34,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:17:34,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34357-0x10124c9a5900003, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:17:34,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@372c6d8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:17:34,486 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:17:34,486 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:17:34,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:17:34,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/hadoop.log.dir/,STOPPED} 2024-11-17T07:17:34,487 WARN [BP-2017993250-172.17.0.2-1731827845347 heartbeating to localhost/127.0.0.1:38441 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T07:17:34,487 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T07:17:34,488 WARN [BP-2017993250-172.17.0.2-1731827845347 heartbeating to localhost/127.0.0.1:38441 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2017993250-172.17.0.2-1731827845347 (Datanode Uuid 933ee823-693f-4160-8664-d42a37903d47) service to localhost/127.0.0.1:38441 2024-11-17T07:17:34,488 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T07:17:34,488 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/cluster_fb753481-ce14-5d2d-48ae-6d9410183de3/data/data1/current/BP-2017993250-172.17.0.2-1731827845347 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:17:34,488 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/cluster_fb753481-ce14-5d2d-48ae-6d9410183de3/data/data2/current/BP-2017993250-172.17.0.2-1731827845347 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:17:34,489 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T07:17:34,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@325753d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:17:34,496 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:17:34,496 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:17:34,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:17:34,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/hadoop.log.dir/,STOPPED} 2024-11-17T07:17:34,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T07:17:34,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T07:17:34,509 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:17:34,509 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:34,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:34,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:34,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:17:34,510 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T07:17:34,510 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=981687431, stopped=false 2024-11-17T07:17:34,510 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1dd62e24b303,46549,1731827842774 2024-11-17T07:17:34,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1893913146/running 2024-11-17T07:17:34,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x10124c9a5900001, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1893913146/running 2024-11-17T07:17:34,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893913146 2024-11-17T07:17:34,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x10124c9a5900001, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893913146 2024-11-17T07:17:34,511 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:17:34,511 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:17:34,512 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:34,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:34,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Set watcher on znode that does not yet exist, /0-1893913146/running 2024-11-17T07:17:34,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45101-0x10124c9a5900001, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Set watcher on znode that does not yet exist, /0-1893913146/running 2024-11-17T07:17:34,512 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1dd62e24b303,45101,1731827842857' ***** 2024-11-17T07:17:34,512 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T07:17:34,513 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T07:17:34,513 INFO [RS:0;1dd62e24b303:45101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T07:17:34,513 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T07:17:34,513 INFO [RS:0;1dd62e24b303:45101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T07:17:34,513 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(3091): Received CLOSE for 97a6580948dd82bef5321233d208b90b 2024-11-17T07:17:34,513 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(959): stopping server 1dd62e24b303,45101,1731827842857 2024-11-17T07:17:34,513 INFO [RS:0;1dd62e24b303:45101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:17:34,513 INFO [RS:0;1dd62e24b303:45101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:45101. 2024-11-17T07:17:34,513 DEBUG [RS:0;1dd62e24b303:45101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:34,513 DEBUG [RS:0;1dd62e24b303:45101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:34,513 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97a6580948dd82bef5321233d208b90b, disabling compactions & flushes 2024-11-17T07:17:34,513 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T07:17:34,513 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T07:17:34,513 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T07:17:34,513 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b. 2024-11-17T07:17:34,514 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T07:17:34,514 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b. 2024-11-17T07:17:34,514 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b. after waiting 0 ms 2024-11-17T07:17:34,514 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b. 2024-11-17T07:17:34,514 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97a6580948dd82bef5321233d208b90b 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-17T07:17:34,514 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T07:17:34,514 DEBUG [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 97a6580948dd82bef5321233d208b90b=hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b.} 2024-11-17T07:17:34,514 DEBUG [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97a6580948dd82bef5321233d208b90b 2024-11-17T07:17:34,514 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:17:34,514 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:17:34,514 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:17:34,514 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:17:34,514 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:17:34,514 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-17T07:17:34,530 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/replication/97a6580948dd82bef5321233d208b90b/.tmp/queue/74fbc45ff39b4971b355a4ce127119e9 is 151, key is 1-1dd62e24b303,45101,1731827842857/queue:1dd62e24b303%2C45101%2C1731827842857/1731827851269/Put/seqid=0 2024-11-17T07:17:34,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741838_1014 (size=5350) 2024-11-17T07:17:34,537 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/meta/1588230740/.tmp/info/f2fe24fd58864ffda58802f1f3d5da0c is 147, key is hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b./info:regioninfo/1731827851020/Put/seqid=0 2024-11-17T07:17:34,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741839_1015 (size=6631) 2024-11-17T07:17:34,583 INFO [regionserver/1dd62e24b303:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:17:34,714 DEBUG [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97a6580948dd82bef5321233d208b90b 2024-11-17T07:17:34,836 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45101,1731827842857.replicationSource.wal-reader.1dd62e24b303%2C45101%2C1731827842857,1-1dd62e24b303,45101,1731827842857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/WALs/1dd62e24b303,45101,1731827842857/1dd62e24b303%2C45101%2C1731827842857.1731827844630 to pos 0, reset compression=false 2024-11-17T07:17:34,914 DEBUG [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97a6580948dd82bef5321233d208b90b 2024-11-17T07:17:34,935 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/replication/97a6580948dd82bef5321233d208b90b/.tmp/queue/74fbc45ff39b4971b355a4ce127119e9 2024-11-17T07:17:34,941 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/meta/1588230740/.tmp/info/f2fe24fd58864ffda58802f1f3d5da0c 2024-11-17T07:17:34,942 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/replication/97a6580948dd82bef5321233d208b90b/.tmp/queue/74fbc45ff39b4971b355a4ce127119e9 as hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/replication/97a6580948dd82bef5321233d208b90b/queue/74fbc45ff39b4971b355a4ce127119e9 2024-11-17T07:17:34,947 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/replication/97a6580948dd82bef5321233d208b90b/queue/74fbc45ff39b4971b355a4ce127119e9, entries=1, sequenceid=5, filesize=5.2 K 2024-11-17T07:17:34,949 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 97a6580948dd82bef5321233d208b90b in 435ms, sequenceid=5, compaction requested=false 2024-11-17T07:17:34,949 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T07:17:34,953 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/replication/97a6580948dd82bef5321233d208b90b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T07:17:34,954 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:17:34,954 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:17:34,954 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b. 2024-11-17T07:17:34,954 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97a6580948dd82bef5321233d208b90b: Waiting for close lock at 1731827854513Running coprocessor pre-close hooks at 1731827854513Disabling compacts and flushes for region at 1731827854513Disabling writes for close at 1731827854514 (+1 ms)Obtaining lock to block concurrent updates at 1731827854514Preparing flush snapshotting stores in 97a6580948dd82bef5321233d208b90b at 1731827854514Finished memstore snapshotting hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731827854514Flushing stores of hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b. at 1731827854515 (+1 ms)Flushing 97a6580948dd82bef5321233d208b90b/queue: creating writer at 1731827854515Flushing 97a6580948dd82bef5321233d208b90b/queue: appending metadata at 1731827854530 (+15 ms)Flushing 97a6580948dd82bef5321233d208b90b/queue: closing flushed file at 1731827854530Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c6e4d77: reopening flushed file at 1731827854941 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 97a6580948dd82bef5321233d208b90b in 435ms, sequenceid=5, compaction requested=false at 1731827854949 (+8 ms)Writing region close event to WAL at 1731827854950 (+1 ms)Running coprocessor post-close hooks at 1731827854954 (+4 ms)Closed at 1731827854954 2024-11-17T07:17:34,955 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731827849804.97a6580948dd82bef5321233d208b90b. 2024-11-17T07:17:34,963 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/meta/1588230740/.tmp/ns/4fad29570ecd45a08b0d726848e7af12 is 43, key is default/ns:d/1731827845234/Put/seqid=0 2024-11-17T07:17:34,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741840_1016 (size=5153) 2024-11-17T07:17:35,115 DEBUG [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:17:35,315 DEBUG [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:17:35,369 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/meta/1588230740/.tmp/ns/4fad29570ecd45a08b0d726848e7af12 2024-11-17T07:17:35,390 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/meta/1588230740/.tmp/table/1556f01b2e07442f903a131bc0241820 is 53, key is hbase:replication/table:state/1731827851030/Put/seqid=0 2024-11-17T07:17:35,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741841_1017 (size=5256) 2024-11-17T07:17:35,504 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T07:17:35,504 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T07:17:35,515 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T07:17:35,515 DEBUG [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T07:17:35,515 DEBUG [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:17:35,715 DEBUG [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:17:35,742 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45101,1731827842857.replicationSource.wal-reader.1dd62e24b303%2C45101%2C1731827842857,1-1dd62e24b303,45101,1731827842857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/WALs/1dd62e24b303,45101,1731827842857/1dd62e24b303%2C45101%2C1731827842857.1731827844630 to pos 0, reset compression=false 2024-11-17T07:17:35,795 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/meta/1588230740/.tmp/table/1556f01b2e07442f903a131bc0241820 2024-11-17T07:17:35,801 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/meta/1588230740/.tmp/info/f2fe24fd58864ffda58802f1f3d5da0c as hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/meta/1588230740/info/f2fe24fd58864ffda58802f1f3d5da0c 2024-11-17T07:17:35,806 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/meta/1588230740/info/f2fe24fd58864ffda58802f1f3d5da0c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-17T07:17:35,807 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/meta/1588230740/.tmp/ns/4fad29570ecd45a08b0d726848e7af12 as hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/meta/1588230740/ns/4fad29570ecd45a08b0d726848e7af12 2024-11-17T07:17:35,812 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/meta/1588230740/ns/4fad29570ecd45a08b0d726848e7af12, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T07:17:35,812 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/meta/1588230740/.tmp/table/1556f01b2e07442f903a131bc0241820 as hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/meta/1588230740/table/1556f01b2e07442f903a131bc0241820 2024-11-17T07:17:35,817 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/meta/1588230740/table/1556f01b2e07442f903a131bc0241820, entries=2, sequenceid=11, filesize=5.1 K 2024-11-17T07:17:35,818 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false 2024-11-17T07:17:35,823 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T07:17:35,823 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:17:35,823 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:17:35,823 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:17:35,823 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827854514Running coprocessor pre-close hooks at 1731827854514Disabling compacts and flushes for region at 1731827854514Disabling writes for close at 1731827854514Obtaining lock to block concurrent updates at 1731827854514Preparing flush snapshotting stores in 1588230740 at 1731827854514Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731827854514Flushing stores of hbase:meta,,1.1588230740 at 1731827854515 (+1 ms)Flushing 1588230740/info: creating writer at 1731827854515Flushing 1588230740/info: appending metadata at 1731827854536 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731827854537 (+1 ms)Flushing 1588230740/ns: creating writer at 1731827854948 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731827854963 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731827854963Flushing 1588230740/table: creating writer at 1731827855375 (+412 ms)Flushing 1588230740/table: appending metadata at 1731827855390 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731827855390Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72cf5c72: reopening flushed file at 1731827855800 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d3df2ec: reopening flushed file at 1731827855806 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52dc8264: reopening flushed file at 1731827855812 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false at 1731827855818 (+6 ms)Writing region close event to WAL at 1731827855820 (+2 ms)Running coprocessor post-close hooks at 1731827855823 (+3 ms)Closed at 1731827855823 2024-11-17T07:17:35,824 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T07:17:35,916 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(976): stopping server 1dd62e24b303,45101,1731827842857; all regions closed. 2024-11-17T07:17:35,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741834_1010 (size=2742) 2024-11-17T07:17:35,918 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/WALs/1dd62e24b303,45101,1731827842857/1dd62e24b303%2C45101%2C1731827842857.meta.1731827845156.meta not finished, retry = 0 2024-11-17T07:17:36,021 DEBUG [RS:0;1dd62e24b303:45101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/oldWALs 2024-11-17T07:17:36,021 INFO [RS:0;1dd62e24b303:45101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C45101%2C1731827842857.meta:.meta(num 1731827845156) 2024-11-17T07:17:36,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741837_1013 (size=1586) 2024-11-17T07:17:36,024 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/WALs/1dd62e24b303,45101,1731827842857/1dd62e24b303%2C45101%2C1731827842857.rep.1731827850969 not finished, retry = 0 2024-11-17T07:17:36,128 DEBUG [RS:0;1dd62e24b303:45101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/oldWALs 2024-11-17T07:17:36,128 INFO [RS:0;1dd62e24b303:45101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C45101%2C1731827842857.rep:(num 1731827850969) 2024-11-17T07:17:36,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741833_1009 (size=93) 2024-11-17T07:17:36,133 DEBUG [RS:0;1dd62e24b303:45101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/oldWALs 2024-11-17T07:17:36,134 INFO [RS:0;1dd62e24b303:45101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C45101%2C1731827842857:(num 1731827844630) 2024-11-17T07:17:36,134 DEBUG [RS:0;1dd62e24b303:45101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:36,134 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:17:36,134 INFO [RS:0;1dd62e24b303:45101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:17:36,134 INFO [RS:0;1dd62e24b303:45101 {}] hbase.ChoreService(370): Chore service for: regionserver/1dd62e24b303:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T07:17:36,134 INFO [RS:0;1dd62e24b303:45101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:17:36,134 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:17:36,135 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1dd62e24b303,45101,1731827842857 because: Region server is closing 2024-11-17T07:17:36,135 INFO [RS:0;1dd62e24b303:45101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:45101. 2024-11-17T07:17:36,135 DEBUG [RS:0;1dd62e24b303:45101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:36,135 DEBUG [RS:0;1dd62e24b303:45101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:36,135 DEBUG [RS:0;1dd62e24b303:45101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:36,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:17:36,236 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45101,1731827842857.replicationSource.wal-reader.1dd62e24b303%2C45101%2C1731827842857,1-1dd62e24b303,45101,1731827842857 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T07:17:36,236 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45101,1731827842857.replicationSource.shipper1dd62e24b303%2C45101%2C1731827842857,1-1dd62e24b303,45101,1731827842857 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T07:17:36,236 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45101,1731827842857.replicationSource.shipper1dd62e24b303%2C45101%2C1731827842857,1-1dd62e24b303,45101,1731827842857 terminated 2024-11-17T07:17:36,236 INFO [RS:0;1dd62e24b303:45101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45101 2024-11-17T07:17:36,238 INFO [RS:0;1dd62e24b303:45101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:17:36,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893913146/rs 2024-11-17T07:17:36,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x10124c9a5900001, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1893913146/rs/1dd62e24b303,45101,1731827842857 2024-11-17T07:17:36,239 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1dd62e24b303,45101,1731827842857] 2024-11-17T07:17:36,243 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1893913146/draining/1dd62e24b303,45101,1731827842857 already deleted, retry=false 2024-11-17T07:17:36,243 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1dd62e24b303,45101,1731827842857 expired; onlineServers=0 2024-11-17T07:17:36,243 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1dd62e24b303,46549,1731827842774' ***** 2024-11-17T07:17:36,243 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T07:17:36,243 INFO [M:0;1dd62e24b303:46549 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:17:36,243 INFO [M:0;1dd62e24b303:46549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:17:36,243 DEBUG [M:0;1dd62e24b303:46549 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T07:17:36,243 DEBUG [M:0;1dd62e24b303:46549 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T07:17:36,243 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T07:17:36,243 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827844375 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827844375,5,FailOnTimeoutGroup] 2024-11-17T07:17:36,243 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827844372 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827844372,5,FailOnTimeoutGroup] 2024-11-17T07:17:36,243 INFO [M:0;1dd62e24b303:46549 {}] hbase.ChoreService(370): Chore service for: master/1dd62e24b303:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T07:17:36,243 INFO [M:0;1dd62e24b303:46549 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:17:36,243 DEBUG [M:0;1dd62e24b303:46549 {}] master.HMaster(1795): Stopping service threads 2024-11-17T07:17:36,243 INFO [M:0;1dd62e24b303:46549 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T07:17:36,244 INFO [M:0;1dd62e24b303:46549 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:17:36,244 INFO [M:0;1dd62e24b303:46549 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T07:17:36,244 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T07:17:36,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1893913146/master 2024-11-17T07:17:36,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1893913146 2024-11-17T07:17:36,245 DEBUG [M:0;1dd62e24b303:46549 {}] zookeeper.ZKUtil(347): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Unable to get data of znode /0-1893913146/master because node does not exist (not an error) 2024-11-17T07:17:36,245 WARN [M:0;1dd62e24b303:46549 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T07:17:36,246 INFO [M:0;1dd62e24b303:46549 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/.lastflushedseqids 2024-11-17T07:17:36,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741842_1018 (size=181) 2024-11-17T07:17:36,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x10124c9a5900001, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:17:36,340 INFO [RS:0;1dd62e24b303:45101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:17:36,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45101-0x10124c9a5900001, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:17:36,340 INFO [RS:0;1dd62e24b303:45101 {}] regionserver.HRegionServer(1031): Exiting; stopping=1dd62e24b303,45101,1731827842857; zookeeper connection closed. 2024-11-17T07:17:36,340 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4621b007 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4621b007 2024-11-17T07:17:36,340 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T07:17:36,499 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:17:36,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:17:36,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:17:36,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:17:36,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:17:36,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T07:17:36,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:17:36,651 INFO [M:0;1dd62e24b303:46549 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T07:17:36,651 INFO [M:0;1dd62e24b303:46549 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T07:17:36,652 DEBUG [M:0;1dd62e24b303:46549 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:17:36,652 INFO [M:0;1dd62e24b303:46549 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:36,652 DEBUG [M:0;1dd62e24b303:46549 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:36,652 DEBUG [M:0;1dd62e24b303:46549 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:17:36,652 DEBUG [M:0;1dd62e24b303:46549 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:36,652 INFO [M:0;1dd62e24b303:46549 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-17T07:17:36,673 DEBUG [M:0;1dd62e24b303:46549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32663104a7994c66a20bb61e6bee0823 is 82, key is hbase:meta,,1/info:regioninfo/1731827845220/Put/seqid=0 2024-11-17T07:17:36,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741843_1019 (size=5672) 2024-11-17T07:17:37,078 INFO [M:0;1dd62e24b303:46549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32663104a7994c66a20bb61e6bee0823 2024-11-17T07:17:37,108 DEBUG [M:0;1dd62e24b303:46549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17f44f71cc7847999e4ce5a4b717e398 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731827851036/Put/seqid=0 2024-11-17T07:17:37,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741844_1020 (size=7203) 2024-11-17T07:17:37,513 INFO [M:0;1dd62e24b303:46549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17f44f71cc7847999e4ce5a4b717e398 2024-11-17T07:17:37,541 DEBUG [M:0;1dd62e24b303:46549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c06bfd592880426f92b1f3bf92cbed03 is 69, key is 1dd62e24b303,45101,1731827842857/rs:state/1731827844431/Put/seqid=0 2024-11-17T07:17:37,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741845_1021 (size=5156) 2024-11-17T07:17:37,946 INFO [M:0;1dd62e24b303:46549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c06bfd592880426f92b1f3bf92cbed03 2024-11-17T07:17:37,952 DEBUG [M:0;1dd62e24b303:46549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32663104a7994c66a20bb61e6bee0823 as hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32663104a7994c66a20bb61e6bee0823 2024-11-17T07:17:37,957 INFO [M:0;1dd62e24b303:46549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32663104a7994c66a20bb61e6bee0823, entries=8, sequenceid=70, filesize=5.5 K 2024-11-17T07:17:37,958 DEBUG [M:0;1dd62e24b303:46549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17f44f71cc7847999e4ce5a4b717e398 as hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17f44f71cc7847999e4ce5a4b717e398 2024-11-17T07:17:37,963 INFO [M:0;1dd62e24b303:46549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17f44f71cc7847999e4ce5a4b717e398, entries=8, sequenceid=70, filesize=7.0 K 2024-11-17T07:17:37,964 DEBUG [M:0;1dd62e24b303:46549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c06bfd592880426f92b1f3bf92cbed03 as hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c06bfd592880426f92b1f3bf92cbed03 2024-11-17T07:17:37,968 INFO [M:0;1dd62e24b303:46549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39573/user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c06bfd592880426f92b1f3bf92cbed03, entries=1, sequenceid=70, filesize=5.0 K 2024-11-17T07:17:37,970 INFO [M:0;1dd62e24b303:46549 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=70, compaction requested=false 2024-11-17T07:17:37,971 INFO [M:0;1dd62e24b303:46549 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:37,971 DEBUG [M:0;1dd62e24b303:46549 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827856651Disabling compacts and flushes for region at 1731827856652 (+1 ms)Disabling writes for close at 1731827856652Obtaining lock to block concurrent updates at 1731827856652Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731827856652Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731827856652Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731827856653 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731827856653Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731827856672 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731827856672Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731827857085 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731827857107 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731827857107Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731827857519 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731827857540 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731827857540Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@243bfcc5: reopening flushed file at 1731827857951 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48b76b94: reopening flushed file at 1731827857958 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cd88bae: reopening flushed file at 1731827857963 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=70, compaction requested=false at 1731827857970 (+7 ms)Writing region close event to WAL at 1731827857971 (+1 ms)Closed at 1731827857971 2024-11-17T07:17:37,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45101 is added to blk_1073741830_1006 (size=41008) 2024-11-17T07:17:37,973 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d07efb0-01f7-d723-9f26-942a85c11051/MasterData/WALs/1dd62e24b303,46549,1731827842774/1dd62e24b303%2C46549%2C1731827842774.1731827844195 not finished, retry = 0 2024-11-17T07:17:38,074 INFO [M:0;1dd62e24b303:46549 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T07:17:38,074 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:17:38,075 INFO [M:0;1dd62e24b303:46549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46549 2024-11-17T07:17:38,075 INFO [M:0;1dd62e24b303:46549 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:17:38,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:17:38,177 INFO [M:0;1dd62e24b303:46549 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:17:38,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46549-0x10124c9a5900000, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:17:38,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f736734{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:17:38,180 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:17:38,180 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:17:38,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:17:38,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/hadoop.log.dir/,STOPPED} 2024-11-17T07:17:38,184 WARN [BP-2129212516-172.17.0.2-1731827841831 heartbeating to localhost/127.0.0.1:39573 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T07:17:38,185 WARN [BP-2129212516-172.17.0.2-1731827841831 heartbeating to localhost/127.0.0.1:39573 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2129212516-172.17.0.2-1731827841831 (Datanode Uuid 07677a99-65c7-4a82-b8eb-3afcb7277f2a) service to localhost/127.0.0.1:39573 2024-11-17T07:17:38,184 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T07:17:38,185 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T07:17:38,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/cluster_0f439689-578b-4efd-7519-c18144b73163/data/data1/current/BP-2129212516-172.17.0.2-1731827841831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:17:38,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/cluster_0f439689-578b-4efd-7519-c18144b73163/data/data2/current/BP-2129212516-172.17.0.2-1731827841831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:17:38,186 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T07:17:38,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@440b13fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:17:38,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:17:38,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:17:38,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:17:38,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/655f8207-7818-3cf7-24f2-6a95a8136dce/hadoop.log.dir/,STOPPED} 2024-11-17T07:17:38,200 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T07:17:38,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T07:17:38,219 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 108) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39573 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38441 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38441 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38441 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38441 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64579) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38441 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64579) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=254 (was 249) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1661 (was 1337) - AvailableMemoryMB LEAK? - 2024-11-17T07:17:38,227 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=254, ProcessCount=11, AvailableMemoryMB=1661 2024-11-17T07:17:38,241 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-17T07:17:38,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/hadoop.log.dir so I do NOT create it in target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69 2024-11-17T07:17:38,242 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T07:17:38,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/hadoop.tmp.dir so I do NOT create it in target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69 2024-11-17T07:17:38,242 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a750a13-8462-734a-77a3-95f17b3068f2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T07:17:38,242 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69 2024-11-17T07:17:38,242 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/cluster_31f2147c-6aa4-7b88-402e-f0dfadc92b50, deleteOnExit=true 2024-11-17T07:17:38,244 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/cluster_31f2147c-6aa4-7b88-402e-f0dfadc92b50/zookeeper_0, clientPort=57047, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/cluster_31f2147c-6aa4-7b88-402e-f0dfadc92b50/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/cluster_31f2147c-6aa4-7b88-402e-f0dfadc92b50/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T07:17:38,245 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57047 2024-11-17T07:17:38,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T07:17:38,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T07:17:38,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/test.cache.data in system properties and HBase conf 2024-11-17T07:17:38,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T07:17:38,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/hadoop.log.dir in system properties and HBase conf 2024-11-17T07:17:38,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T07:17:38,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T07:17:38,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T07:17:38,246 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T07:17:38,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:17:38,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:17:38,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T07:17:38,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:17:38,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T07:17:38,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T07:17:38,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:17:38,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:17:38,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T07:17:38,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/nfs.dump.dir in system properties and HBase conf 2024-11-17T07:17:38,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/java.io.tmpdir in system properties and HBase conf 2024-11-17T07:17:38,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:17:38,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T07:17:38,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T07:17:38,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10124c9a5900005, quorum=127.0.0.1:64579, baseZNode=/179862575 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T07:17:38,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10124c9a5900005, quorum=127.0.0.1:64579, baseZNode=/179862575 Received Disconnected from ZooKeeper, ignoring 2024-11-17T07:17:38,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10124c9a5900002, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T07:17:38,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10124c9a5900002, quorum=127.0.0.1:64579, baseZNode=/0-1893913146 Received Disconnected from ZooKeeper, ignoring 2024-11-17T07:17:38,340 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:17:38,345 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:17:38,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:17:38,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:17:38,349 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:17:38,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:17:38,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a50b0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:17:38,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecc9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:17:38,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19f28759{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/java.io.tmpdir/jetty-localhost-33141-hadoop-hdfs-3_4_1-tests_jar-_-any-14634897672257120937/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:17:38,467 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b5fcb95{HTTP/1.1, (http/1.1)}{localhost:33141} 2024-11-17T07:17:38,467 INFO [Time-limited test {}] server.Server(415): Started @47505ms 2024-11-17T07:17:38,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:17:38,548 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:17:38,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:17:38,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:17:38,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:17:38,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530a7c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:17:38,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e93db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:17:38,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9c2799f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/java.io.tmpdir/jetty-localhost-44955-hadoop-hdfs-3_4_1-tests_jar-_-any-1257026085764782273/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:17:38,665 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@133292a0{HTTP/1.1, (http/1.1)}{localhost:44955} 2024-11-17T07:17:38,665 INFO [Time-limited test {}] server.Server(415): Started @47703ms 2024-11-17T07:17:38,666 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T07:17:38,759 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/cluster_31f2147c-6aa4-7b88-402e-f0dfadc92b50/data/data1/current/BP-1246771683-172.17.0.2-1731827858278/current, will proceed with Du for space computation calculation, 2024-11-17T07:17:38,759 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/cluster_31f2147c-6aa4-7b88-402e-f0dfadc92b50/data/data2/current/BP-1246771683-172.17.0.2-1731827858278/current, will proceed with Du for space computation calculation, 2024-11-17T07:17:38,776 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T07:17:38,780 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf067d2ff8bde9dc with lease ID 0x98b1dd6a401c2d6: Processing first storage report for DS-1b6f5987-9c73-4884-8b99-eb0d0a8cef56 from datanode DatanodeRegistration(127.0.0.1:36967, datanodeUuid=19edd454-a8b9-4c98-b802-b5d3fcd288cb, infoPort=38673, infoSecurePort=0, ipcPort=41155, storageInfo=lv=-57;cid=testClusterID;nsid=723548488;c=1731827858278) 2024-11-17T07:17:38,780 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf067d2ff8bde9dc with lease ID 0x98b1dd6a401c2d6: from storage DS-1b6f5987-9c73-4884-8b99-eb0d0a8cef56 node DatanodeRegistration(127.0.0.1:36967, datanodeUuid=19edd454-a8b9-4c98-b802-b5d3fcd288cb, infoPort=38673, infoSecurePort=0, ipcPort=41155, storageInfo=lv=-57;cid=testClusterID;nsid=723548488;c=1731827858278), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T07:17:38,780 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf067d2ff8bde9dc with lease ID 0x98b1dd6a401c2d6: Processing first storage report for DS-2770ef94-1933-4a6f-b547-076a6232e4c3 from datanode DatanodeRegistration(127.0.0.1:36967, datanodeUuid=19edd454-a8b9-4c98-b802-b5d3fcd288cb, infoPort=38673, infoSecurePort=0, ipcPort=41155, storageInfo=lv=-57;cid=testClusterID;nsid=723548488;c=1731827858278) 2024-11-17T07:17:38,780 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf067d2ff8bde9dc with lease ID 0x98b1dd6a401c2d6: from storage DS-2770ef94-1933-4a6f-b547-076a6232e4c3 node DatanodeRegistration(127.0.0.1:36967, datanodeUuid=19edd454-a8b9-4c98-b802-b5d3fcd288cb, infoPort=38673, infoSecurePort=0, ipcPort=41155, storageInfo=lv=-57;cid=testClusterID;nsid=723548488;c=1731827858278), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:17:38,789 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69 2024-11-17T07:17:38,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:38,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:38,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741825_1001 (size=7) 2024-11-17T07:17:39,200 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7 with version=8 2024-11-17T07:17:39,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/hbase-staging 2024-11-17T07:17:39,202 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:17:39,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:39,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:39,203 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:17:39,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:39,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:17:39,203 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:17:39,203 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:17:39,203 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35361 2024-11-17T07:17:39,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35361 connecting to ZooKeeper ensemble=127.0.0.1:57047 2024-11-17T07:17:39,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353610x0, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:17:39,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35361-0x10124c9e5d30000 connected 2024-11-17T07:17:39,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:39,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:39,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Set watcher on znode that does not yet exist, /0-874900372/running 2024-11-17T07:17:39,230 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7, hbase.cluster.distributed=false 2024-11-17T07:17:39,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Set watcher on znode that does not yet exist, /0-874900372/acl 2024-11-17T07:17:39,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35361 2024-11-17T07:17:39,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35361 2024-11-17T07:17:39,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35361 2024-11-17T07:17:39,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35361 2024-11-17T07:17:39,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35361 2024-11-17T07:17:39,251 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:17:39,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:39,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:39,251 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:17:39,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:39,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:17:39,251 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:17:39,251 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:17:39,252 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33969 2024-11-17T07:17:39,253 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33969 connecting to ZooKeeper ensemble=127.0.0.1:57047 2024-11-17T07:17:39,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:39,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:39,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339690x0, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:17:39,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339690x0, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Set watcher on znode that does not yet exist, /0-874900372/running 2024-11-17T07:17:39,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33969-0x10124c9e5d30001 connected 2024-11-17T07:17:39,260 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:17:39,261 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:17:39,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33969-0x10124c9e5d30001, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Set watcher on znode that does not yet exist, /0-874900372/master 2024-11-17T07:17:39,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33969-0x10124c9e5d30001, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Set watcher on znode that does not yet exist, /0-874900372/acl 2024-11-17T07:17:39,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33969 2024-11-17T07:17:39,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33969 2024-11-17T07:17:39,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33969 2024-11-17T07:17:39,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33969 2024-11-17T07:17:39,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33969 2024-11-17T07:17:39,282 DEBUG [M:0;1dd62e24b303:35361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:35361 2024-11-17T07:17:39,283 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-874900372/backup-masters/1dd62e24b303,35361,1731827859202 2024-11-17T07:17:39,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10124c9e5d30001, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874900372/backup-masters 2024-11-17T07:17:39,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874900372/backup-masters 2024-11-17T07:17:39,285 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Set watcher on existing znode=/0-874900372/backup-masters/1dd62e24b303,35361,1731827859202 2024-11-17T07:17:39,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10124c9e5d30001, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-874900372/master 2024-11-17T07:17:39,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10124c9e5d30001, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874900372 2024-11-17T07:17:39,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874900372 2024-11-17T07:17:39,287 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Set watcher on existing znode=/0-874900372/master 2024-11-17T07:17:39,288 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-874900372/backup-masters/1dd62e24b303,35361,1731827859202 from backup master directory 2024-11-17T07:17:39,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-874900372/backup-masters/1dd62e24b303,35361,1731827859202 2024-11-17T07:17:39,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10124c9e5d30001, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874900372/backup-masters 2024-11-17T07:17:39,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874900372/backup-masters 2024-11-17T07:17:39,291 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:17:39,291 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,35361,1731827859202 2024-11-17T07:17:39,295 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/hbase.id] with ID: f6a9349c-cd64-410e-9dd5-d1898c160555 2024-11-17T07:17:39,295 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/.tmp/hbase.id 2024-11-17T07:17:39,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741826_1002 (size=42) 2024-11-17T07:17:39,700 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/.tmp/hbase.id]:[hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/hbase.id] 2024-11-17T07:17:39,711 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:39,711 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:17:39,713 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-17T07:17:39,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874900372 2024-11-17T07:17:39,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10124c9e5d30001, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874900372 2024-11-17T07:17:39,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741827_1003 (size=196) 2024-11-17T07:17:40,121 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:17:40,122 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:17:40,123 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:17:40,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741828_1004 (size=1189) 2024-11-17T07:17:40,534 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/data/master/store 2024-11-17T07:17:40,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741829_1005 (size=34) 2024-11-17T07:17:40,544 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:40,544 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:17:40,544 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:40,544 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:40,544 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:17:40,544 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:40,544 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:40,544 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827860544Disabling compacts and flushes for region at 1731827860544Disabling writes for close at 1731827860544Writing region close event to WAL at 1731827860544Closed at 1731827860544 2024-11-17T07:17:40,546 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/data/master/store/.initializing 2024-11-17T07:17:40,547 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/WALs/1dd62e24b303,35361,1731827859202 2024-11-17T07:17:40,548 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:17:40,552 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C35361%2C1731827859202, suffix=, logDir=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/WALs/1dd62e24b303,35361,1731827859202, archiveDir=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/oldWALs, maxLogs=10 2024-11-17T07:17:40,574 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/WALs/1dd62e24b303,35361,1731827859202/1dd62e24b303%2C35361%2C1731827859202.1731827860552, exclude list is [], retry=0 2024-11-17T07:17:40,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36967,DS-1b6f5987-9c73-4884-8b99-eb0d0a8cef56,DISK] 2024-11-17T07:17:40,580 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/WALs/1dd62e24b303,35361,1731827859202/1dd62e24b303%2C35361%2C1731827859202.1731827860552 2024-11-17T07:17:40,580 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38673:38673)] 2024-11-17T07:17:40,580 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:17:40,581 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:40,581 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:40,581 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:40,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:40,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:17:40,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:40,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:40,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:40,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:17:40,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:40,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:40,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:40,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:17:40,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:40,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:40,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:40,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:17:40,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:40,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:40,591 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:40,592 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:40,592 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:40,594 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:40,594 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:40,594 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:17:40,596 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:40,601 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:17:40,601 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62120062, jitterRate=-0.07433894276618958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:17:40,602 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731827860581Initializing all the Stores at 1731827860582 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827860582Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827860582Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827860582Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827860582Cleaning up temporary data from old regions at 1731827860594 (+12 ms)Region opened successfully at 1731827860602 (+8 ms) 2024-11-17T07:17:40,602 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:17:40,606 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfc9063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:17:40,607 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T07:17:40,607 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:17:40,607 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:17:40,608 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:17:40,608 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T07:17:40,609 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T07:17:40,609 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:17:40,614 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:17:40,615 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Unable to get data of znode /0-874900372/balancer because node does not exist (not necessarily an error) 2024-11-17T07:17:40,617 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-874900372/balancer already deleted, retry=false 2024-11-17T07:17:40,617 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:17:40,618 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Unable to get data of znode /0-874900372/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:17:40,619 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-874900372/normalizer already deleted, retry=false 2024-11-17T07:17:40,619 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:17:40,620 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Unable to get data of znode /0-874900372/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:17:40,623 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-874900372/switch/split already deleted, retry=false 2024-11-17T07:17:40,624 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Unable to get data of znode /0-874900372/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:17:40,625 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-874900372/switch/merge already deleted, retry=false 2024-11-17T07:17:40,627 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Unable to get data of znode /0-874900372/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:17:40,628 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-874900372/snapshot-cleanup already deleted, retry=false 2024-11-17T07:17:40,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-874900372/running 2024-11-17T07:17:40,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10124c9e5d30001, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-874900372/running 2024-11-17T07:17:40,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874900372 2024-11-17T07:17:40,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10124c9e5d30001, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874900372 2024-11-17T07:17:40,631 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,35361,1731827859202, sessionid=0x10124c9e5d30000, setting cluster-up flag (Was=false) 2024-11-17T07:17:40,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874900372 2024-11-17T07:17:40,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10124c9e5d30001, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874900372 2024-11-17T07:17:40,641 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-874900372/flush-table-proc/acquired, /0-874900372/flush-table-proc/reached, /0-874900372/flush-table-proc/abort 2024-11-17T07:17:40,642 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,35361,1731827859202 2024-11-17T07:17:40,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10124c9e5d30001, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874900372 2024-11-17T07:17:40,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874900372 2024-11-17T07:17:40,651 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-874900372/online-snapshot/acquired, /0-874900372/online-snapshot/reached, /0-874900372/online-snapshot/abort 2024-11-17T07:17:40,652 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,35361,1731827859202 2024-11-17T07:17:40,654 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T07:17:40,656 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:17:40,657 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:17:40,657 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:17:40,657 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,35361,1731827859202 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:17:40,659 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:40,659 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:40,659 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:40,659 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:40,659 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:17:40,659 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:40,659 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:17:40,659 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:40,662 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:17:40,662 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T07:17:40,663 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:40,663 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T07:17:40,670 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731827890670 2024-11-17T07:17:40,670 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:17:40,670 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:17:40,670 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:17:40,670 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:17:40,670 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:17:40,670 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:17:40,673 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:40,675 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(746): ClusterId : f6a9349c-cd64-410e-9dd5-d1898c160555 2024-11-17T07:17:40,675 DEBUG [RS:0;1dd62e24b303:33969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:17:40,678 DEBUG [RS:0;1dd62e24b303:33969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:17:40,678 DEBUG [RS:0;1dd62e24b303:33969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:17:40,680 DEBUG [RS:0;1dd62e24b303:33969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:17:40,680 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:17:40,680 DEBUG [RS:0;1dd62e24b303:33969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff78e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:17:40,681 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:17:40,681 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:17:40,681 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:17:40,688 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:17:40,688 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:17:40,688 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827860688,5,FailOnTimeoutGroup] 2024-11-17T07:17:40,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741831_1007 (size=1321) 2024-11-17T07:17:40,691 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T07:17:40,691 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7 2024-11-17T07:17:40,692 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827860688,5,FailOnTimeoutGroup] 2024-11-17T07:17:40,692 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:40,692 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:17:40,692 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:40,692 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:40,700 DEBUG [RS:0;1dd62e24b303:33969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:33969 2024-11-17T07:17:40,700 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:17:40,700 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:17:40,700 DEBUG [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:17:40,701 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,35361,1731827859202 with port=33969, startcode=1731827859251 2024-11-17T07:17:40,701 DEBUG [RS:0;1dd62e24b303:33969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:17:40,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741832_1008 (size=32) 2024-11-17T07:17:40,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:40,705 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:17:40,706 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35361 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,33969,1731827859251 2024-11-17T07:17:40,706 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35361 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,33969,1731827859251 2024-11-17T07:17:40,707 DEBUG [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7 2024-11-17T07:17:40,708 DEBUG [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34637 2024-11-17T07:17:40,708 DEBUG [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:17:40,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:17:40,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:17:40,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:40,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:40,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:17:40,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874900372/rs 2024-11-17T07:17:40,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:17:40,712 DEBUG [RS:0;1dd62e24b303:33969 {}] zookeeper.ZKUtil(111): regionserver:33969-0x10124c9e5d30001, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Set watcher on existing znode=/0-874900372/rs/1dd62e24b303,33969,1731827859251 2024-11-17T07:17:40,712 WARN [RS:0;1dd62e24b303:33969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:17:40,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:40,712 INFO [RS:0;1dd62e24b303:33969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:17:40,712 DEBUG [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251 2024-11-17T07:17:40,712 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,33969,1731827859251] 2024-11-17T07:17:40,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:40,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:17:40,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:17:40,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:40,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:40,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:17:40,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:17:40,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:40,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:40,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:17:40,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740 2024-11-17T07:17:40,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740 2024-11-17T07:17:40,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:17:40,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:17:40,719 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:17:40,719 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:17:40,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:17:40,721 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:17:40,721 INFO [RS:0;1dd62e24b303:33969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:17:40,721 INFO [RS:0;1dd62e24b303:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:40,722 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:17:40,723 INFO [RS:0;1dd62e24b303:33969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:17:40,723 INFO [RS:0;1dd62e24b303:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:40,723 DEBUG [RS:0;1dd62e24b303:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:40,723 DEBUG [RS:0;1dd62e24b303:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:40,723 DEBUG [RS:0;1dd62e24b303:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:40,723 DEBUG [RS:0;1dd62e24b303:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:40,723 DEBUG [RS:0;1dd62e24b303:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:40,723 DEBUG [RS:0;1dd62e24b303:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:17:40,723 DEBUG [RS:0;1dd62e24b303:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:40,723 DEBUG [RS:0;1dd62e24b303:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:40,723 DEBUG [RS:0;1dd62e24b303:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:40,723 DEBUG [RS:0;1dd62e24b303:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:40,723 DEBUG [RS:0;1dd62e24b303:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:40,723 DEBUG [RS:0;1dd62e24b303:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:40,723 DEBUG [RS:0;1dd62e24b303:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:17:40,723 DEBUG [RS:0;1dd62e24b303:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:17:40,723 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:17:40,724 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67759816, jitterRate=0.00969994068145752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:17:40,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731827860704Initializing all the Stores at 1731827860705 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827860705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827860708 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827860708Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827860708Cleaning up temporary data from old regions at 1731827860719 (+11 ms)Region opened successfully at 1731827860724 (+5 ms) 2024-11-17T07:17:40,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:17:40,725 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:17:40,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:17:40,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:17:40,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:17:40,730 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:17:40,730 INFO [RS:0;1dd62e24b303:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:40,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827860725Disabling compacts and flushes for region at 1731827860725Disabling writes for close at 1731827860725Writing region close event to WAL at 1731827860730 (+5 ms)Closed at 1731827860730 2024-11-17T07:17:40,730 INFO [RS:0;1dd62e24b303:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:40,731 INFO [RS:0;1dd62e24b303:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:40,731 INFO [RS:0;1dd62e24b303:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:40,731 INFO [RS:0;1dd62e24b303:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:40,731 INFO [RS:0;1dd62e24b303:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,33969,1731827859251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:17:40,732 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:17:40,732 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T07:17:40,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:17:40,734 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:17:40,735 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T07:17:40,754 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:17:40,754 INFO [RS:0;1dd62e24b303:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,33969,1731827859251-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:40,754 INFO [RS:0;1dd62e24b303:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:40,754 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.Replication(171): 1dd62e24b303,33969,1731827859251 started 2024-11-17T07:17:40,774 INFO [RS:0;1dd62e24b303:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:40,774 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,33969,1731827859251, RpcServer on 1dd62e24b303/172.17.0.2:33969, sessionid=0x10124c9e5d30001 2024-11-17T07:17:40,774 DEBUG [RS:0;1dd62e24b303:33969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:17:40,774 DEBUG [RS:0;1dd62e24b303:33969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,33969,1731827859251 2024-11-17T07:17:40,774 DEBUG [RS:0;1dd62e24b303:33969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,33969,1731827859251' 2024-11-17T07:17:40,774 DEBUG [RS:0;1dd62e24b303:33969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-874900372/flush-table-proc/abort' 2024-11-17T07:17:40,775 DEBUG [RS:0;1dd62e24b303:33969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-874900372/flush-table-proc/acquired' 2024-11-17T07:17:40,775 DEBUG [RS:0;1dd62e24b303:33969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:17:40,775 DEBUG [RS:0;1dd62e24b303:33969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:17:40,775 DEBUG [RS:0;1dd62e24b303:33969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,33969,1731827859251 2024-11-17T07:17:40,775 DEBUG [RS:0;1dd62e24b303:33969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,33969,1731827859251' 2024-11-17T07:17:40,775 DEBUG [RS:0;1dd62e24b303:33969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-874900372/online-snapshot/abort' 2024-11-17T07:17:40,776 DEBUG [RS:0;1dd62e24b303:33969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-874900372/online-snapshot/acquired' 2024-11-17T07:17:40,776 DEBUG [RS:0;1dd62e24b303:33969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:17:40,776 INFO [RS:0;1dd62e24b303:33969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:17:40,776 INFO [RS:0;1dd62e24b303:33969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:17:40,877 INFO [RS:0;1dd62e24b303:33969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:17:40,878 INFO [RS:0;1dd62e24b303:33969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C33969%2C1731827859251, suffix=, logDir=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251, archiveDir=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/oldWALs, maxLogs=10 2024-11-17T07:17:40,885 WARN [1dd62e24b303:35361 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T07:17:40,893 DEBUG [RS:0;1dd62e24b303:33969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879, exclude list is [], retry=0 2024-11-17T07:17:40,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36967,DS-1b6f5987-9c73-4884-8b99-eb0d0a8cef56,DISK] 2024-11-17T07:17:40,900 INFO [RS:0;1dd62e24b303:33969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 2024-11-17T07:17:40,900 DEBUG [RS:0;1dd62e24b303:33969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38673:38673)] 2024-11-17T07:17:41,136 DEBUG [1dd62e24b303:35361 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:17:41,136 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,33969,1731827859251 2024-11-17T07:17:41,137 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,33969,1731827859251, state=OPENING 2024-11-17T07:17:41,139 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T07:17:41,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874900372 2024-11-17T07:17:41,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10124c9e5d30001, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874900372 2024-11-17T07:17:41,141 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:17:41,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-874900372/meta-region-server: CHANGED 2024-11-17T07:17:41,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-874900372/meta-region-server: CHANGED 2024-11-17T07:17:41,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,33969,1731827859251}] 2024-11-17T07:17:41,294 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:17:41,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:17:41,300 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:17:41,300 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:17:41,301 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:17:41,302 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C33969%2C1731827859251.meta, suffix=.meta, logDir=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251, archiveDir=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/oldWALs, maxLogs=10 2024-11-17T07:17:41,323 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.meta.1731827861302.meta, exclude list is [], retry=0 2024-11-17T07:17:41,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36967,DS-1b6f5987-9c73-4884-8b99-eb0d0a8cef56,DISK] 2024-11-17T07:17:41,327 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.meta.1731827861302.meta 2024-11-17T07:17:41,327 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38673:38673)] 2024-11-17T07:17:41,328 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:17:41,328 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:17:41,328 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:17:41,328 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:17:41,328 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:17:41,328 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:17:41,328 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:41,328 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:17:41,329 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:17:41,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:17:41,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:17:41,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:41,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:41,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:17:41,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:17:41,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:41,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:41,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:17:41,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:17:41,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:41,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:41,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:17:41,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:17:41,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:41,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:41,335 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:17:41,335 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740 2024-11-17T07:17:41,336 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740 2024-11-17T07:17:41,337 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:17:41,337 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:17:41,338 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:17:41,339 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:17:41,340 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60377620, jitterRate=-0.10030335187911987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:17:41,340 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:17:41,340 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731827861329Writing region info on filesystem at 1731827861329Initializing all the Stores at 1731827861329Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827861329Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827861330 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827861330Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827861330Cleaning up temporary data from old regions at 1731827861337 (+7 ms)Running coprocessor post-open hooks at 1731827861340 (+3 ms)Region opened successfully at 1731827861340 2024-11-17T07:17:41,341 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731827861294 2024-11-17T07:17:41,344 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:17:41,344 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:17:41,344 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,33969,1731827859251 2024-11-17T07:17:41,345 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,33969,1731827859251, state=OPEN 2024-11-17T07:17:41,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10124c9e5d30001, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-874900372/meta-region-server 2024-11-17T07:17:41,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-874900372/meta-region-server 2024-11-17T07:17:41,351 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,33969,1731827859251 2024-11-17T07:17:41,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-874900372/meta-region-server: CHANGED 2024-11-17T07:17:41,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-874900372/meta-region-server: CHANGED 2024-11-17T07:17:41,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T07:17:41,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,33969,1731827859251 in 210 msec 2024-11-17T07:17:41,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T07:17:41,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-11-17T07:17:41,357 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:17:41,357 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T07:17:41,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:17:41,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,33969,1731827859251, seqNum=-1] 2024-11-17T07:17:41,358 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:17:41,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:17:41,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 709 msec 2024-11-17T07:17:41,365 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731827861365, completionTime=-1 2024-11-17T07:17:41,365 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T07:17:41,365 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:17:41,367 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:17:41,367 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731827921367 2024-11-17T07:17:41,367 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731827981367 2024-11-17T07:17:41,367 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T07:17:41,367 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,35361,1731827859202-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:41,367 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,35361,1731827859202-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:41,367 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,35361,1731827859202-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:41,367 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:35361, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:41,367 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:41,367 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:41,369 DEBUG [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T07:17:41,371 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.080sec 2024-11-17T07:17:41,371 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:17:41,371 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:17:41,371 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:17:41,371 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:17:41,371 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:17:41,371 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,35361,1731827859202-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:17:41,372 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,35361,1731827859202-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:17:41,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94d183c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:41,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,35361,-1 for getting cluster id 2024-11-17T07:17:41,374 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:17:41,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:41,374 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:17:41,374 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,35361,1731827859202-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:41,375 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6a9349c-cd64-410e-9dd5-d1898c160555' 2024-11-17T07:17:41,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:41,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6a9349c-cd64-410e-9dd5-d1898c160555" 2024-11-17T07:17:41,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bba0a88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:41,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,35361,-1] 2024-11-17T07:17:41,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:41,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:41,377 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:41,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:41,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:17:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,33969,1731827859251, seqNum=-1] 2024-11-17T07:17:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:17:41,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:17:41,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1dd62e24b303,35361,1731827859202 2024-11-17T07:17:41,382 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57047 2024-11-17T07:17:41,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:17:41,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10124c9e5d30002 connected 2024-11-17T07:17:41,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/hadoop.log.dir so I do NOT create it in target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f 2024-11-17T07:17:41,388 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T07:17:41,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/hadoop.tmp.dir so I do NOT create it in target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f 2024-11-17T07:17:41,388 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T07:17:41,388 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f 2024-11-17T07:17:41,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T07:17:41,389 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/cluster_4a0c273f-3305-19ab-b1f9-bca1e3f9f6cb, deleteOnExit=true 2024-11-17T07:17:41,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T07:17:41,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/test.cache.data in system properties and HBase conf 2024-11-17T07:17:41,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T07:17:41,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/hadoop.log.dir in system properties and HBase conf 2024-11-17T07:17:41,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T07:17:41,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T07:17:41,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T07:17:41,389 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T07:17:41,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:17:41,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:17:41,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T07:17:41,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:17:41,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T07:17:41,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T07:17:41,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:17:41,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:17:41,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T07:17:41,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/nfs.dump.dir in system properties and HBase conf 2024-11-17T07:17:41,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/java.io.tmpdir in system properties and HBase conf 2024-11-17T07:17:41,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:17:41,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T07:17:41,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T07:17:41,467 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T07:17:41,468 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:17:41,483 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:17:41,484 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:17:41,485 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:17:41,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:17:41,508 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:17:41,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:17:41,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:17:41,510 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T07:17:41,510 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:17:41,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:17:41,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:17:41,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3db8da4f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/java.io.tmpdir/jetty-localhost-38877-hadoop-hdfs-3_4_1-tests_jar-_-any-4255629618568878108/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:17:41,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:38877} 2024-11-17T07:17:41,628 INFO [Time-limited test {}] server.Server(415): Started @50666ms 2024-11-17T07:17:41,712 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:17:41,717 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:17:41,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:17:41,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:17:41,719 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:17:41,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:17:41,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:17:41,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778c47e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/java.io.tmpdir/jetty-localhost-35025-hadoop-hdfs-3_4_1-tests_jar-_-any-11638105403229905537/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:17:41,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:35025} 2024-11-17T07:17:41,836 INFO [Time-limited test {}] server.Server(415): Started @50874ms 2024-11-17T07:17:41,837 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T07:17:41,932 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/cluster_4a0c273f-3305-19ab-b1f9-bca1e3f9f6cb/data/data2/current/BP-572800912-172.17.0.2-1731827861414/current, will proceed with Du for space computation calculation, 2024-11-17T07:17:41,932 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/cluster_4a0c273f-3305-19ab-b1f9-bca1e3f9f6cb/data/data1/current/BP-572800912-172.17.0.2-1731827861414/current, will proceed with Du for space computation calculation, 2024-11-17T07:17:41,949 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T07:17:41,952 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30367f2304d044 with lease ID 0x8b61e928f3897b87: Processing first storage report for DS-b063c3ea-a487-4432-8a5e-58cd10cfc0fd from datanode DatanodeRegistration(127.0.0.1:35853, datanodeUuid=28fe832e-0613-4de6-8faf-bb46730bac38, infoPort=35009, infoSecurePort=0, ipcPort=38635, storageInfo=lv=-57;cid=testClusterID;nsid=18893248;c=1731827861414) 2024-11-17T07:17:41,952 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30367f2304d044 with lease ID 0x8b61e928f3897b87: from storage DS-b063c3ea-a487-4432-8a5e-58cd10cfc0fd node DatanodeRegistration(127.0.0.1:35853, datanodeUuid=28fe832e-0613-4de6-8faf-bb46730bac38, infoPort=35009, infoSecurePort=0, ipcPort=38635, storageInfo=lv=-57;cid=testClusterID;nsid=18893248;c=1731827861414), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T07:17:41,952 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30367f2304d044 with lease ID 0x8b61e928f3897b87: Processing first storage report for DS-cc0d2397-280b-4c6a-b4a7-7ea3706925e0 from datanode DatanodeRegistration(127.0.0.1:35853, datanodeUuid=28fe832e-0613-4de6-8faf-bb46730bac38, infoPort=35009, infoSecurePort=0, ipcPort=38635, storageInfo=lv=-57;cid=testClusterID;nsid=18893248;c=1731827861414) 2024-11-17T07:17:41,952 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30367f2304d044 with lease ID 0x8b61e928f3897b87: from storage DS-cc0d2397-280b-4c6a-b4a7-7ea3706925e0 node DatanodeRegistration(127.0.0.1:35853, datanodeUuid=28fe832e-0613-4de6-8faf-bb46730bac38, infoPort=35009, infoSecurePort=0, ipcPort=38635, storageInfo=lv=-57;cid=testClusterID;nsid=18893248;c=1731827861414), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:17:41,963 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f 2024-11-17T07:17:41,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:41,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:41,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741825_1001 (size=7) 2024-11-17T07:17:42,373 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7 with version=8 2024-11-17T07:17:42,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/hbase-staging 2024-11-17T07:17:42,375 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:17:42,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:42,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:42,375 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:17:42,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:42,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:17:42,375 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:17:42,375 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:17:42,376 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43265 2024-11-17T07:17:42,377 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43265 connecting to ZooKeeper ensemble=127.0.0.1:57047 2024-11-17T07:17:42,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432650x0, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:17:42,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43265-0x10124c9e5d30003 connected 2024-11-17T07:17:42,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:42,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:42,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Set watcher on znode that does not yet exist, /1-299768043/running 2024-11-17T07:17:42,394 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7, hbase.cluster.distributed=false 2024-11-17T07:17:42,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Set watcher on znode that does not yet exist, /1-299768043/acl 2024-11-17T07:17:42,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43265 2024-11-17T07:17:42,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43265 2024-11-17T07:17:42,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43265 2024-11-17T07:17:42,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43265 2024-11-17T07:17:42,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43265 2024-11-17T07:17:42,412 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:17:42,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:42,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:42,412 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:17:42,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:17:42,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:17:42,412 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:17:42,412 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:17:42,413 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44457 2024-11-17T07:17:42,414 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44457 connecting to ZooKeeper ensemble=127.0.0.1:57047 2024-11-17T07:17:42,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:42,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:42,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444570x0, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:17:42,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444570x0, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Set watcher on znode that does not yet exist, /1-299768043/running 2024-11-17T07:17:42,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44457-0x10124c9e5d30004 connected 2024-11-17T07:17:42,420 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:17:42,421 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:17:42,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44457-0x10124c9e5d30004, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Set watcher on znode that does not yet exist, /1-299768043/master 2024-11-17T07:17:42,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44457-0x10124c9e5d30004, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Set watcher on znode that does not yet exist, /1-299768043/acl 2024-11-17T07:17:42,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44457 2024-11-17T07:17:42,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44457 2024-11-17T07:17:42,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44457 2024-11-17T07:17:42,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44457 2024-11-17T07:17:42,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44457 2024-11-17T07:17:42,437 DEBUG [M:0;1dd62e24b303:43265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:43265 2024-11-17T07:17:42,438 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-299768043/backup-masters/1dd62e24b303,43265,1731827862375 2024-11-17T07:17:42,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x10124c9e5d30004, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299768043/backup-masters 2024-11-17T07:17:42,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299768043/backup-masters 2024-11-17T07:17:42,439 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Set watcher on existing znode=/1-299768043/backup-masters/1dd62e24b303,43265,1731827862375 2024-11-17T07:17:42,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x10124c9e5d30004, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-299768043/master 2024-11-17T07:17:42,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299768043 2024-11-17T07:17:42,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x10124c9e5d30004, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299768043 2024-11-17T07:17:42,441 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Set watcher on existing znode=/1-299768043/master 2024-11-17T07:17:42,442 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-299768043/backup-masters/1dd62e24b303,43265,1731827862375 from backup master directory 2024-11-17T07:17:42,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-299768043/backup-masters/1dd62e24b303,43265,1731827862375 2024-11-17T07:17:42,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x10124c9e5d30004, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299768043/backup-masters 2024-11-17T07:17:42,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299768043/backup-masters 2024-11-17T07:17:42,444 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:17:42,444 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,43265,1731827862375 2024-11-17T07:17:42,449 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/hbase.id] with ID: e3eaa7c6-cb0d-44ef-b11a-3060008cc967 2024-11-17T07:17:42,449 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/.tmp/hbase.id 2024-11-17T07:17:42,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741826_1002 (size=42) 2024-11-17T07:17:42,858 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/.tmp/hbase.id]:[hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/hbase.id] 2024-11-17T07:17:42,870 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:42,870 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:17:42,871 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T07:17:42,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299768043 2024-11-17T07:17:42,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x10124c9e5d30004, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299768043 2024-11-17T07:17:42,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741827_1003 (size=196) 2024-11-17T07:17:43,279 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:17:43,280 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:17:43,280 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:17:43,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741828_1004 (size=1189) 2024-11-17T07:17:43,688 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/data/master/store 2024-11-17T07:17:43,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741829_1005 (size=34) 2024-11-17T07:17:44,095 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:44,095 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:17:44,095 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:44,095 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:44,095 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:17:44,095 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:44,095 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:17:44,095 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827864095Disabling compacts and flushes for region at 1731827864095Disabling writes for close at 1731827864095Writing region close event to WAL at 1731827864095Closed at 1731827864095 2024-11-17T07:17:44,096 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/data/master/store/.initializing 2024-11-17T07:17:44,096 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/WALs/1dd62e24b303,43265,1731827862375 2024-11-17T07:17:44,097 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:17:44,099 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C43265%2C1731827862375, suffix=, logDir=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/WALs/1dd62e24b303,43265,1731827862375, archiveDir=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/oldWALs, maxLogs=10 2024-11-17T07:17:44,116 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/WALs/1dd62e24b303,43265,1731827862375/1dd62e24b303%2C43265%2C1731827862375.1731827864099, exclude list is [], retry=0 2024-11-17T07:17:44,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35853,DS-b063c3ea-a487-4432-8a5e-58cd10cfc0fd,DISK] 2024-11-17T07:17:44,121 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/WALs/1dd62e24b303,43265,1731827862375/1dd62e24b303%2C43265%2C1731827862375.1731827864099 2024-11-17T07:17:44,121 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35009:35009)] 2024-11-17T07:17:44,121 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:17:44,121 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:44,121 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:44,122 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:44,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:44,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:17:44,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:44,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:44,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:44,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:17:44,127 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:44,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:44,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:44,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:17:44,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:44,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:44,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:44,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:17:44,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:44,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:44,132 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:44,132 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:44,133 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:44,134 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:44,134 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:44,135 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:17:44,136 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:17:44,138 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:17:44,138 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62143872, jitterRate=-0.07398414611816406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:17:44,139 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731827864122Initializing all the Stores at 1731827864122Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827864123 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827864123Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827864123Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827864123Cleaning up temporary data from old regions at 1731827864134 (+11 ms)Region opened successfully at 1731827864138 (+4 ms) 2024-11-17T07:17:44,139 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:17:44,142 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440b687f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:17:44,143 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T07:17:44,143 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:17:44,143 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:17:44,144 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:17:44,144 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T07:17:44,145 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T07:17:44,145 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:17:44,147 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:17:44,148 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Unable to get data of znode /1-299768043/balancer because node does not exist (not necessarily an error) 2024-11-17T07:17:44,149 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-299768043/balancer already deleted, retry=false 2024-11-17T07:17:44,150 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:17:44,150 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Unable to get data of znode /1-299768043/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:17:44,151 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-299768043/normalizer already deleted, retry=false 2024-11-17T07:17:44,152 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:17:44,153 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Unable to get data of znode /1-299768043/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:17:44,155 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-299768043/switch/split already deleted, retry=false 2024-11-17T07:17:44,156 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Unable to get data of znode /1-299768043/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:17:44,158 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-299768043/switch/merge already deleted, retry=false 2024-11-17T07:17:44,162 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Unable to get data of znode /1-299768043/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:17:44,164 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-299768043/snapshot-cleanup already deleted, retry=false 2024-11-17T07:17:44,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x10124c9e5d30004, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-299768043/running 2024-11-17T07:17:44,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-299768043/running 2024-11-17T07:17:44,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x10124c9e5d30004, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299768043 2024-11-17T07:17:44,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299768043 2024-11-17T07:17:44,166 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,43265,1731827862375, sessionid=0x10124c9e5d30003, setting cluster-up flag (Was=false) 2024-11-17T07:17:44,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x10124c9e5d30004, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299768043 2024-11-17T07:17:44,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299768043 2024-11-17T07:17:44,176 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-299768043/flush-table-proc/acquired, /1-299768043/flush-table-proc/reached, /1-299768043/flush-table-proc/abort 2024-11-17T07:17:44,176 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,43265,1731827862375 2024-11-17T07:17:44,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299768043 2024-11-17T07:17:44,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x10124c9e5d30004, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299768043 2024-11-17T07:17:44,189 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-299768043/online-snapshot/acquired, /1-299768043/online-snapshot/reached, /1-299768043/online-snapshot/abort 2024-11-17T07:17:44,190 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,43265,1731827862375 2024-11-17T07:17:44,191 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T07:17:44,193 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:17:44,193 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:17:44,193 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:17:44,193 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,43265,1731827862375 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:17:44,194 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:44,195 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:44,195 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:44,195 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:17:44,195 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:17:44,195 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:44,195 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:17:44,195 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:44,197 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731827894197 2024-11-17T07:17:44,197 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:17:44,197 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T07:17:44,197 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:17:44,197 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:17:44,197 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:17:44,197 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:17:44,197 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:17:44,197 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:17:44,198 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:44,198 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T07:17:44,200 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:44,204 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:17:44,204 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:17:44,204 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:17:44,204 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:17:44,205 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:17:44,205 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:17:44,208 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827864205,5,FailOnTimeoutGroup] 2024-11-17T07:17:44,208 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827864208,5,FailOnTimeoutGroup] 2024-11-17T07:17:44,208 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:44,208 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:17:44,208 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:44,208 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:44,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741831_1007 (size=1321) 2024-11-17T07:17:44,228 INFO [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(746): ClusterId : e3eaa7c6-cb0d-44ef-b11a-3060008cc967 2024-11-17T07:17:44,228 DEBUG [RS:0;1dd62e24b303:44457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:17:44,230 DEBUG [RS:0;1dd62e24b303:44457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:17:44,230 DEBUG [RS:0;1dd62e24b303:44457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:17:44,232 DEBUG [RS:0;1dd62e24b303:44457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:17:44,232 DEBUG [RS:0;1dd62e24b303:44457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29202733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:17:44,244 DEBUG [RS:0;1dd62e24b303:44457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:44457 2024-11-17T07:17:44,244 INFO [RS:0;1dd62e24b303:44457 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:17:44,244 INFO [RS:0;1dd62e24b303:44457 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:17:44,244 DEBUG [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:17:44,245 INFO [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,43265,1731827862375 with port=44457, startcode=1731827862412 2024-11-17T07:17:44,245 DEBUG [RS:0;1dd62e24b303:44457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:17:44,247 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:17:44,247 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43265 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,44457,1731827862412 2024-11-17T07:17:44,247 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43265 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,44457,1731827862412 2024-11-17T07:17:44,249 DEBUG [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7 2024-11-17T07:17:44,249 DEBUG [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42483 2024-11-17T07:17:44,249 DEBUG [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:17:44,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299768043/rs 2024-11-17T07:17:44,255 DEBUG [RS:0;1dd62e24b303:44457 {}] zookeeper.ZKUtil(111): regionserver:44457-0x10124c9e5d30004, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Set watcher on existing znode=/1-299768043/rs/1dd62e24b303,44457,1731827862412 2024-11-17T07:17:44,255 WARN [RS:0;1dd62e24b303:44457 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:17:44,255 INFO [RS:0;1dd62e24b303:44457 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:17:44,255 DEBUG [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/WALs/1dd62e24b303,44457,1731827862412 2024-11-17T07:17:44,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,44457,1731827862412] 2024-11-17T07:17:44,258 INFO [RS:0;1dd62e24b303:44457 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:17:44,260 INFO [RS:0;1dd62e24b303:44457 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:17:44,263 INFO [RS:0;1dd62e24b303:44457 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:17:44,263 INFO [RS:0;1dd62e24b303:44457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:44,263 INFO [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:17:44,264 INFO [RS:0;1dd62e24b303:44457 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:17:44,264 INFO [RS:0;1dd62e24b303:44457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:44,264 DEBUG [RS:0;1dd62e24b303:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:44,264 DEBUG [RS:0;1dd62e24b303:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:44,264 DEBUG [RS:0;1dd62e24b303:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:44,264 DEBUG [RS:0;1dd62e24b303:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:44,264 DEBUG [RS:0;1dd62e24b303:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:44,264 DEBUG [RS:0;1dd62e24b303:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:17:44,264 DEBUG [RS:0;1dd62e24b303:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:44,264 DEBUG [RS:0;1dd62e24b303:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:44,264 DEBUG [RS:0;1dd62e24b303:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:44,264 DEBUG [RS:0;1dd62e24b303:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:44,264 DEBUG [RS:0;1dd62e24b303:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:44,264 DEBUG [RS:0;1dd62e24b303:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:17:44,264 DEBUG [RS:0;1dd62e24b303:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:17:44,264 DEBUG [RS:0;1dd62e24b303:44457 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:17:44,265 INFO [RS:0;1dd62e24b303:44457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:44,265 INFO [RS:0;1dd62e24b303:44457 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:44,265 INFO [RS:0;1dd62e24b303:44457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:44,265 INFO [RS:0;1dd62e24b303:44457 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:44,265 INFO [RS:0;1dd62e24b303:44457 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:44,265 INFO [RS:0;1dd62e24b303:44457 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,44457,1731827862412-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:17:44,285 INFO [RS:0;1dd62e24b303:44457 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:17:44,285 INFO [RS:0;1dd62e24b303:44457 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,44457,1731827862412-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:44,285 INFO [RS:0;1dd62e24b303:44457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:44,285 INFO [RS:0;1dd62e24b303:44457 {}] regionserver.Replication(171): 1dd62e24b303,44457,1731827862412 started 2024-11-17T07:17:44,307 INFO [RS:0;1dd62e24b303:44457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:44,307 INFO [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,44457,1731827862412, RpcServer on 1dd62e24b303/172.17.0.2:44457, sessionid=0x10124c9e5d30004 2024-11-17T07:17:44,307 DEBUG [RS:0;1dd62e24b303:44457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:17:44,307 DEBUG [RS:0;1dd62e24b303:44457 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,44457,1731827862412 2024-11-17T07:17:44,307 DEBUG [RS:0;1dd62e24b303:44457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,44457,1731827862412' 2024-11-17T07:17:44,307 DEBUG [RS:0;1dd62e24b303:44457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-299768043/flush-table-proc/abort' 2024-11-17T07:17:44,308 DEBUG [RS:0;1dd62e24b303:44457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-299768043/flush-table-proc/acquired' 2024-11-17T07:17:44,309 DEBUG [RS:0;1dd62e24b303:44457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:17:44,309 DEBUG [RS:0;1dd62e24b303:44457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:17:44,309 DEBUG [RS:0;1dd62e24b303:44457 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,44457,1731827862412 2024-11-17T07:17:44,309 DEBUG [RS:0;1dd62e24b303:44457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,44457,1731827862412' 2024-11-17T07:17:44,309 DEBUG [RS:0;1dd62e24b303:44457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-299768043/online-snapshot/abort' 2024-11-17T07:17:44,309 DEBUG [RS:0;1dd62e24b303:44457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-299768043/online-snapshot/acquired' 2024-11-17T07:17:44,309 DEBUG [RS:0;1dd62e24b303:44457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:17:44,309 INFO [RS:0;1dd62e24b303:44457 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:17:44,310 INFO [RS:0;1dd62e24b303:44457 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:17:44,410 INFO [RS:0;1dd62e24b303:44457 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:17:44,412 INFO [RS:0;1dd62e24b303:44457 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C44457%2C1731827862412, suffix=, logDir=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/WALs/1dd62e24b303,44457,1731827862412, archiveDir=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/oldWALs, maxLogs=10 2024-11-17T07:17:44,425 DEBUG [RS:0;1dd62e24b303:44457 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/WALs/1dd62e24b303,44457,1731827862412/1dd62e24b303%2C44457%2C1731827862412.1731827864412, exclude list is [], retry=0 2024-11-17T07:17:44,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35853,DS-b063c3ea-a487-4432-8a5e-58cd10cfc0fd,DISK] 2024-11-17T07:17:44,430 INFO [RS:0;1dd62e24b303:44457 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/WALs/1dd62e24b303,44457,1731827862412/1dd62e24b303%2C44457%2C1731827862412.1731827864412 2024-11-17T07:17:44,430 DEBUG [RS:0;1dd62e24b303:44457 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35009:35009)] 2024-11-17T07:17:44,611 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T07:17:44,612 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7 2024-11-17T07:17:44,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741833_1009 (size=32) 2024-11-17T07:17:44,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:44,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:17:44,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:17:44,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:44,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:44,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:17:44,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:17:44,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:44,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:44,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:17:44,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:17:44,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:44,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:44,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:17:44,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:17:44,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:44,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:44,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:17:44,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740 2024-11-17T07:17:44,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740 2024-11-17T07:17:44,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:17:44,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:17:44,632 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:17:44,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:17:44,636 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:17:44,637 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74453316, jitterRate=0.1094408631324768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:17:44,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731827864619Initializing all the Stores at 1731827864620 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827864620Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827864620Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827864620Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827864620Cleaning up temporary data from old regions at 1731827864631 (+11 ms)Region opened successfully at 1731827864637 (+6 ms) 2024-11-17T07:17:44,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:17:44,637 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:17:44,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:17:44,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:17:44,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:17:44,637 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:17:44,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827864637Disabling compacts and flushes for region at 1731827864637Disabling writes for close at 1731827864637Writing region close event to WAL at 1731827864637Closed at 1731827864637 2024-11-17T07:17:44,639 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:17:44,639 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T07:17:44,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:17:44,640 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:17:44,641 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T07:17:44,791 DEBUG [1dd62e24b303:43265 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:17:44,792 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,44457,1731827862412 2024-11-17T07:17:44,793 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,44457,1731827862412, state=OPENING 2024-11-17T07:17:44,796 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T07:17:44,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x10124c9e5d30004, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299768043 2024-11-17T07:17:44,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299768043 2024-11-17T07:17:44,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-299768043/meta-region-server: CHANGED 2024-11-17T07:17:44,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-299768043/meta-region-server: CHANGED 2024-11-17T07:17:44,802 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:17:44,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,44457,1731827862412}] 2024-11-17T07:17:44,956 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:17:44,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:17:44,963 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:17:44,963 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:17:44,964 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:17:44,965 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C44457%2C1731827862412.meta, suffix=.meta, logDir=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/WALs/1dd62e24b303,44457,1731827862412, archiveDir=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/oldWALs, maxLogs=10 2024-11-17T07:17:44,984 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/WALs/1dd62e24b303,44457,1731827862412/1dd62e24b303%2C44457%2C1731827862412.meta.1731827864966.meta, exclude list is [], retry=0 2024-11-17T07:17:44,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35853,DS-b063c3ea-a487-4432-8a5e-58cd10cfc0fd,DISK] 2024-11-17T07:17:44,991 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/WALs/1dd62e24b303,44457,1731827862412/1dd62e24b303%2C44457%2C1731827862412.meta.1731827864966.meta 2024-11-17T07:17:44,991 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35009:35009)] 2024-11-17T07:17:44,991 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:17:44,992 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:17:44,992 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:17:44,992 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:17:44,992 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:17:44,992 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:17:44,993 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:44,993 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:17:44,993 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:17:44,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:17:44,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:17:44,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:44,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:44,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:17:45,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:17:45,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:45,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:45,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:17:45,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:17:45,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:45,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:45,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:17:45,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:17:45,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:45,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:17:45,006 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:17:45,007 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740 2024-11-17T07:17:45,010 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740 2024-11-17T07:17:45,011 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:17:45,012 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:17:45,012 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:17:45,014 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:17:45,015 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74022319, jitterRate=0.10301850736141205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:17:45,015 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:17:45,015 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731827864993Writing region info on filesystem at 1731827864993Initializing all the Stores at 1731827864994 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827864994Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827864996 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827864996Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827864996Cleaning up temporary data from old regions at 1731827865012 (+16 ms)Running coprocessor post-open hooks at 1731827865015 (+3 ms)Region opened successfully at 1731827865015 2024-11-17T07:17:45,016 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731827864956 2024-11-17T07:17:45,021 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:17:45,021 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:17:45,022 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,44457,1731827862412 2024-11-17T07:17:45,023 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,44457,1731827862412, state=OPEN 2024-11-17T07:17:45,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-299768043/meta-region-server 2024-11-17T07:17:45,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x10124c9e5d30004, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-299768043/meta-region-server 2024-11-17T07:17:45,025 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,44457,1731827862412 2024-11-17T07:17:45,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-299768043/meta-region-server: CHANGED 2024-11-17T07:17:45,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-299768043/meta-region-server: CHANGED 2024-11-17T07:17:45,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T07:17:45,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,44457,1731827862412 in 222 msec 2024-11-17T07:17:45,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T07:17:45,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 390 msec 2024-11-17T07:17:45,034 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:17:45,034 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T07:17:45,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:17:45,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,44457,1731827862412, seqNum=-1] 2024-11-17T07:17:45,037 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:17:45,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:17:45,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 854 msec 2024-11-17T07:17:45,048 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731827865048, completionTime=-1 2024-11-17T07:17:45,048 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T07:17:45,048 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:17:45,051 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:17:45,051 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731827925051 2024-11-17T07:17:45,051 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731827985051 2024-11-17T07:17:45,051 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-17T07:17:45,052 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,43265,1731827862375-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:45,052 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,43265,1731827862375-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:45,052 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,43265,1731827862375-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:45,052 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:43265, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:45,052 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:45,052 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:45,055 DEBUG [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T07:17:45,058 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.614sec 2024-11-17T07:17:45,058 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:17:45,058 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:17:45,058 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:17:45,058 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:17:45,058 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:17:45,058 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,43265,1731827862375-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:17:45,058 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,43265,1731827862375-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:17:45,062 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:17:45,062 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:17:45,062 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,43265,1731827862375-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:17:45,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:45,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,43265,-1 for getting cluster id 2024-11-17T07:17:45,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:45,131 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3eaa7c6-cb0d-44ef-b11a-3060008cc967' 2024-11-17T07:17:45,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:45,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3eaa7c6-cb0d-44ef-b11a-3060008cc967" 2024-11-17T07:17:45,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d21a9a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:45,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,43265,-1] 2024-11-17T07:17:45,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:45,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:45,134 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:45,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c2aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:45,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:17:45,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,44457,1731827862412, seqNum=-1] 2024-11-17T07:17:45,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:17:45,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:17:45,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1dd62e24b303,43265,1731827862375 2024-11-17T07:17:45,141 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57047 2024-11-17T07:17:45,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:17:45,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10124c9e5d30005 connected 2024-11-17T07:17:45,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:45,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,35361,1731827859202 2024-11-17T07:17:45,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60767535 2024-11-17T07:17:45,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:45,178 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:17:45,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:17:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T07:17:45,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:17:45,189 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:45,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:17:45,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T07:17:45,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:17:45,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741835_1011 (size=902) 2024-11-17T07:17:45,224 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94120809ad25f4d9361b7b3aa017d335, NAME => 'test,,1731827865179.94120809ad25f4d9361b7b3aa017d335.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7 2024-11-17T07:17:45,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741836_1012 (size=39) 2024-11-17T07:17:45,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731827865179.94120809ad25f4d9361b7b3aa017d335.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:45,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 94120809ad25f4d9361b7b3aa017d335, disabling compactions & flushes 2024-11-17T07:17:45,237 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731827865179.94120809ad25f4d9361b7b3aa017d335. 2024-11-17T07:17:45,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731827865179.94120809ad25f4d9361b7b3aa017d335. 2024-11-17T07:17:45,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731827865179.94120809ad25f4d9361b7b3aa017d335. after waiting 0 ms 2024-11-17T07:17:45,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731827865179.94120809ad25f4d9361b7b3aa017d335. 2024-11-17T07:17:45,237 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731827865179.94120809ad25f4d9361b7b3aa017d335. 2024-11-17T07:17:45,237 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94120809ad25f4d9361b7b3aa017d335: Waiting for close lock at 1731827865237Disabling compacts and flushes for region at 1731827865237Disabling writes for close at 1731827865237Writing region close event to WAL at 1731827865237Closed at 1731827865237 2024-11-17T07:17:45,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:17:45,239 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731827865179.94120809ad25f4d9361b7b3aa017d335.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731827865238"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731827865238"}]},"ts":"1731827865238"} 2024-11-17T07:17:45,241 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:17:45,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:17:45,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731827865243"}]},"ts":"1731827865243"} 2024-11-17T07:17:45,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T07:17:45,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=94120809ad25f4d9361b7b3aa017d335, ASSIGN}] 2024-11-17T07:17:45,247 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=94120809ad25f4d9361b7b3aa017d335, ASSIGN 2024-11-17T07:17:45,248 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=94120809ad25f4d9361b7b3aa017d335, ASSIGN; state=OFFLINE, location=1dd62e24b303,33969,1731827859251; forceNewPlan=false, retain=false 2024-11-17T07:17:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:17:45,400 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=94120809ad25f4d9361b7b3aa017d335, regionState=OPENING, regionLocation=1dd62e24b303,33969,1731827859251 2024-11-17T07:17:45,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=94120809ad25f4d9361b7b3aa017d335, ASSIGN because future has completed 2024-11-17T07:17:45,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94120809ad25f4d9361b7b3aa017d335, server=1dd62e24b303,33969,1731827859251}] 2024-11-17T07:17:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:17:45,561 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731827865179.94120809ad25f4d9361b7b3aa017d335. 2024-11-17T07:17:45,561 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 94120809ad25f4d9361b7b3aa017d335, NAME => 'test,,1731827865179.94120809ad25f4d9361b7b3aa017d335.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:17:45,561 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:17:45,562 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T07:17:45,562 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 94120809ad25f4d9361b7b3aa017d335 2024-11-17T07:17:45,562 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731827865179.94120809ad25f4d9361b7b3aa017d335.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:45,562 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 94120809ad25f4d9361b7b3aa017d335 2024-11-17T07:17:45,562 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 94120809ad25f4d9361b7b3aa017d335 2024-11-17T07:17:45,563 INFO [StoreOpener-94120809ad25f4d9361b7b3aa017d335-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 94120809ad25f4d9361b7b3aa017d335 2024-11-17T07:17:45,565 INFO [StoreOpener-94120809ad25f4d9361b7b3aa017d335-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94120809ad25f4d9361b7b3aa017d335 columnFamilyName f 2024-11-17T07:17:45,565 DEBUG [StoreOpener-94120809ad25f4d9361b7b3aa017d335-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:45,565 INFO [StoreOpener-94120809ad25f4d9361b7b3aa017d335-1 {}] regionserver.HStore(327): Store=94120809ad25f4d9361b7b3aa017d335/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:45,566 INFO [StoreOpener-94120809ad25f4d9361b7b3aa017d335-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 94120809ad25f4d9361b7b3aa017d335 2024-11-17T07:17:45,567 INFO [StoreOpener-94120809ad25f4d9361b7b3aa017d335-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94120809ad25f4d9361b7b3aa017d335 columnFamilyName f1 2024-11-17T07:17:45,567 DEBUG [StoreOpener-94120809ad25f4d9361b7b3aa017d335-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:45,567 INFO [StoreOpener-94120809ad25f4d9361b7b3aa017d335-1 {}] regionserver.HStore(327): Store=94120809ad25f4d9361b7b3aa017d335/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:45,567 INFO [StoreOpener-94120809ad25f4d9361b7b3aa017d335-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 94120809ad25f4d9361b7b3aa017d335 2024-11-17T07:17:45,569 INFO [StoreOpener-94120809ad25f4d9361b7b3aa017d335-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94120809ad25f4d9361b7b3aa017d335 columnFamilyName norep 2024-11-17T07:17:45,569 DEBUG [StoreOpener-94120809ad25f4d9361b7b3aa017d335-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:45,569 INFO [StoreOpener-94120809ad25f4d9361b7b3aa017d335-1 {}] regionserver.HStore(327): Store=94120809ad25f4d9361b7b3aa017d335/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:45,569 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 94120809ad25f4d9361b7b3aa017d335 2024-11-17T07:17:45,570 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/default/test/94120809ad25f4d9361b7b3aa017d335 2024-11-17T07:17:45,570 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/default/test/94120809ad25f4d9361b7b3aa017d335 2024-11-17T07:17:45,571 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 94120809ad25f4d9361b7b3aa017d335 2024-11-17T07:17:45,571 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 94120809ad25f4d9361b7b3aa017d335 2024-11-17T07:17:45,571 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:17:45,572 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 94120809ad25f4d9361b7b3aa017d335 2024-11-17T07:17:45,574 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/default/test/94120809ad25f4d9361b7b3aa017d335/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:17:45,575 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 94120809ad25f4d9361b7b3aa017d335; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74604171, jitterRate=0.1116887778043747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:17:45,575 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94120809ad25f4d9361b7b3aa017d335 2024-11-17T07:17:45,576 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 94120809ad25f4d9361b7b3aa017d335: Running coprocessor pre-open hook at 1731827865562Writing region info on filesystem at 1731827865562Initializing all the Stores at 1731827865563 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827865563Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827865563Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827865563Cleaning up temporary data from old regions at 1731827865571 (+8 ms)Running coprocessor post-open hooks at 1731827865575 (+4 ms)Region opened successfully at 1731827865576 (+1 ms) 2024-11-17T07:17:45,579 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731827865179.94120809ad25f4d9361b7b3aa017d335., pid=6, masterSystemTime=1731827865557 2024-11-17T07:17:45,581 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731827865179.94120809ad25f4d9361b7b3aa017d335. 2024-11-17T07:17:45,581 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731827865179.94120809ad25f4d9361b7b3aa017d335. 2024-11-17T07:17:45,583 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=94120809ad25f4d9361b7b3aa017d335, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1dd62e24b303,33969,1731827859251 2024-11-17T07:17:45,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94120809ad25f4d9361b7b3aa017d335, server=1dd62e24b303,33969,1731827859251 because future has completed 2024-11-17T07:17:45,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T07:17:45,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 94120809ad25f4d9361b7b3aa017d335, server=1dd62e24b303,33969,1731827859251 in 184 msec 2024-11-17T07:17:45,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T07:17:45,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=94120809ad25f4d9361b7b3aa017d335, ASSIGN in 343 msec 2024-11-17T07:17:45,592 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:17:45,592 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731827865592"}]},"ts":"1731827865592"} 2024-11-17T07:17:45,594 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T07:17:45,595 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:17:45,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 411 msec 2024-11-17T07:17:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:17:45,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:45,821 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T07:17:45,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,43265,1731827862375 2024-11-17T07:17:45,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3359ddb6 2024-11-17T07:17:45,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:45,824 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:17:45,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:17:45,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T07:17:45,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:17:45,828 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:45,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T07:17:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:17:45,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:17:45,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741835_1011 (size=902) 2024-11-17T07:17:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:17:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:17:46,237 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bdc9b18b92ceb1daee0bbfa938d8060a, NAME => 'test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7 2024-11-17T07:17:46,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741836_1012 (size=39) 2024-11-17T07:17:46,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T07:17:46,297 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T07:17:46,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T07:17:46,298 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T07:17:46,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:17:46,299 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T07:17:46,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:17:46,299 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T07:17:46,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:17:46,299 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T07:17:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:17:46,644 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:46,644 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bdc9b18b92ceb1daee0bbfa938d8060a, disabling compactions & flushes 2024-11-17T07:17:46,644 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a. 2024-11-17T07:17:46,644 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a. 2024-11-17T07:17:46,644 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a. after waiting 0 ms 2024-11-17T07:17:46,644 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a. 2024-11-17T07:17:46,644 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a. 2024-11-17T07:17:46,644 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bdc9b18b92ceb1daee0bbfa938d8060a: Waiting for close lock at 1731827866644Disabling compacts and flushes for region at 1731827866644Disabling writes for close at 1731827866644Writing region close event to WAL at 1731827866644Closed at 1731827866644 2024-11-17T07:17:46,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:17:46,646 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731827866646"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731827866646"}]},"ts":"1731827866646"} 2024-11-17T07:17:46,649 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:17:46,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:17:46,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731827866651"}]},"ts":"1731827866651"} 2024-11-17T07:17:46,653 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T07:17:46,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bdc9b18b92ceb1daee0bbfa938d8060a, ASSIGN}] 2024-11-17T07:17:46,655 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bdc9b18b92ceb1daee0bbfa938d8060a, ASSIGN 2024-11-17T07:17:46,656 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bdc9b18b92ceb1daee0bbfa938d8060a, ASSIGN; state=OFFLINE, location=1dd62e24b303,44457,1731827862412; forceNewPlan=false, retain=false 2024-11-17T07:17:46,806 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bdc9b18b92ceb1daee0bbfa938d8060a, regionState=OPENING, regionLocation=1dd62e24b303,44457,1731827862412 2024-11-17T07:17:46,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bdc9b18b92ceb1daee0bbfa938d8060a, ASSIGN because future has completed 2024-11-17T07:17:46,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdc9b18b92ceb1daee0bbfa938d8060a, server=1dd62e24b303,44457,1731827862412}] 2024-11-17T07:17:46,830 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:17:46,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:17:46,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:17:46,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:17:46,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:17:46,865 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T07:17:46,866 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T07:17:46,965 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a. 2024-11-17T07:17:46,965 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bdc9b18b92ceb1daee0bbfa938d8060a, NAME => 'test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:17:46,966 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:17:46,966 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T07:17:46,966 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bdc9b18b92ceb1daee0bbfa938d8060a 2024-11-17T07:17:46,966 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:46,966 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bdc9b18b92ceb1daee0bbfa938d8060a 2024-11-17T07:17:46,966 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bdc9b18b92ceb1daee0bbfa938d8060a 2024-11-17T07:17:46,968 INFO [StoreOpener-bdc9b18b92ceb1daee0bbfa938d8060a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bdc9b18b92ceb1daee0bbfa938d8060a 2024-11-17T07:17:46,969 INFO [StoreOpener-bdc9b18b92ceb1daee0bbfa938d8060a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdc9b18b92ceb1daee0bbfa938d8060a columnFamilyName f 2024-11-17T07:17:46,969 DEBUG [StoreOpener-bdc9b18b92ceb1daee0bbfa938d8060a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:46,969 INFO [StoreOpener-bdc9b18b92ceb1daee0bbfa938d8060a-1 {}] regionserver.HStore(327): Store=bdc9b18b92ceb1daee0bbfa938d8060a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:46,969 INFO [StoreOpener-bdc9b18b92ceb1daee0bbfa938d8060a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bdc9b18b92ceb1daee0bbfa938d8060a 2024-11-17T07:17:46,971 INFO [StoreOpener-bdc9b18b92ceb1daee0bbfa938d8060a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdc9b18b92ceb1daee0bbfa938d8060a columnFamilyName f1 2024-11-17T07:17:46,971 DEBUG [StoreOpener-bdc9b18b92ceb1daee0bbfa938d8060a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:17:46,971 INFO [StoreOpener-bdc9b18b92ceb1daee0bbfa938d8060a-1 {}] regionserver.HStore(327): Store=bdc9b18b92ceb1daee0bbfa938d8060a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:46,971 INFO [StoreOpener-bdc9b18b92ceb1daee0bbfa938d8060a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bdc9b18b92ceb1daee0bbfa938d8060a 2024-11-17T07:17:46,972 INFO [StoreOpener-bdc9b18b92ceb1daee0bbfa938d8060a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdc9b18b92ceb1daee0bbfa938d8060a columnFamilyName norep 2024-11-17T07:17:46,972 DEBUG [StoreOpener-bdc9b18b92ceb1daee0bbfa938d8060a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:46,973 INFO [StoreOpener-bdc9b18b92ceb1daee0bbfa938d8060a-1 {}] regionserver.HStore(327): Store=bdc9b18b92ceb1daee0bbfa938d8060a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:46,973 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bdc9b18b92ceb1daee0bbfa938d8060a 2024-11-17T07:17:46,973 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/default/test/bdc9b18b92ceb1daee0bbfa938d8060a 2024-11-17T07:17:46,974 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/default/test/bdc9b18b92ceb1daee0bbfa938d8060a 2024-11-17T07:17:46,974 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bdc9b18b92ceb1daee0bbfa938d8060a 2024-11-17T07:17:46,975 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bdc9b18b92ceb1daee0bbfa938d8060a 2024-11-17T07:17:46,975 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:17:46,976 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bdc9b18b92ceb1daee0bbfa938d8060a 2024-11-17T07:17:46,978 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/default/test/bdc9b18b92ceb1daee0bbfa938d8060a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:17:46,978 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bdc9b18b92ceb1daee0bbfa938d8060a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70829240, jitterRate=0.05543792247772217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:17:46,978 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bdc9b18b92ceb1daee0bbfa938d8060a 2024-11-17T07:17:46,978 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bdc9b18b92ceb1daee0bbfa938d8060a: Running coprocessor pre-open hook at 1731827866966Writing region info on filesystem at 1731827866966Initializing all the Stores at 1731827866967 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827866967Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827866967Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827866967Cleaning up temporary data from old regions at 1731827866975 (+8 ms)Running coprocessor post-open hooks at 1731827866978 (+3 ms)Region opened successfully at 1731827866978 2024-11-17T07:17:46,979 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a., pid=6, masterSystemTime=1731827866961 2024-11-17T07:17:46,981 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a. 2024-11-17T07:17:46,981 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a. 2024-11-17T07:17:46,982 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bdc9b18b92ceb1daee0bbfa938d8060a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1dd62e24b303,44457,1731827862412 2024-11-17T07:17:46,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdc9b18b92ceb1daee0bbfa938d8060a, server=1dd62e24b303,44457,1731827862412 because future has completed 2024-11-17T07:17:46,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T07:17:46,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bdc9b18b92ceb1daee0bbfa938d8060a, server=1dd62e24b303,44457,1731827862412 in 178 msec 2024-11-17T07:17:46,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T07:17:46,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bdc9b18b92ceb1daee0bbfa938d8060a, ASSIGN in 335 msec 2024-11-17T07:17:46,991 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:17:46,992 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731827866991"}]},"ts":"1731827866991"} 2024-11-17T07:17:46,994 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T07:17:46,995 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:17:46,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-17T07:17:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:17:47,981 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T07:17:47,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfba8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:47,982 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,35361,-1 for getting cluster id 2024-11-17T07:17:47,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:47,983 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6a9349c-cd64-410e-9dd5-d1898c160555' 2024-11-17T07:17:47,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:47,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6a9349c-cd64-410e-9dd5-d1898c160555" 2024-11-17T07:17:47,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e455abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:47,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,35361,-1] 2024-11-17T07:17:47,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:47,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:47,985 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:47,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296ff375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:47,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7494ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:47,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,43265,-1 for getting cluster id 2024-11-17T07:17:47,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:47,987 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3eaa7c6-cb0d-44ef-b11a-3060008cc967' 2024-11-17T07:17:47,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:47,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3eaa7c6-cb0d-44ef-b11a-3060008cc967" 2024-11-17T07:17:47,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fcfddcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:47,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,43265,-1] 2024-11-17T07:17:47,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:47,988 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:47,988 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:47,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139fa39c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:47,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f75b96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:47,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,35361,-1 for getting cluster id 2024-11-17T07:17:47,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:47,990 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6a9349c-cd64-410e-9dd5-d1898c160555' 2024-11-17T07:17:47,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:47,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6a9349c-cd64-410e-9dd5-d1898c160555" 2024-11-17T07:17:47,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d51be8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:47,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,35361,-1] 2024-11-17T07:17:47,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:47,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:47,992 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e94487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:47,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:47,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,35361,1731827859202 2024-11-17T07:17:47,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ed52de 2024-11-17T07:17:47,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:47,996 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:17:47,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1dd62e24b303:43265,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-17T07:17:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T07:17:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:17:48,000 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:43265' 2024-11-17T07:17:48,001 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602a9551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:48,001 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,43265,-1 for getting cluster id 2024-11-17T07:17:48,001 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:48,002 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3eaa7c6-cb0d-44ef-b11a-3060008cc967' 2024-11-17T07:17:48,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:48,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3eaa7c6-cb0d-44ef-b11a-3060008cc967" 2024-11-17T07:17:48,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54798987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:48,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,43265,-1] 2024-11-17T07:17:48,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:48,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:48,003 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:48,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3d94a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:48,004 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:48,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,43265,1731827862375 2024-11-17T07:17:48,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@686942d0 2024-11-17T07:17:48,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:48,005 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:17:48,006 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T07:17:48,006 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T07:17:48,006 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:48,006 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:48,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:17:48,006 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:17:48,008 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T07:17:48,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:17:48,009 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:48,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:17:48,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741837_1013 (size=1138) 2024-11-17T07:17:48,058 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T07:17:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:17:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:17:48,417 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 015052819ca0674f8004b4bab30ed7bd, NAME => 'hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7 2024-11-17T07:17:48,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741838_1014 (size=44) 2024-11-17T07:17:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:17:48,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:48,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 015052819ca0674f8004b4bab30ed7bd, disabling compactions & flushes 2024-11-17T07:17:48,824 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd. 2024-11-17T07:17:48,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd. 2024-11-17T07:17:48,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd. after waiting 0 ms 2024-11-17T07:17:48,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd. 2024-11-17T07:17:48,824 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd. 2024-11-17T07:17:48,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 015052819ca0674f8004b4bab30ed7bd: Waiting for close lock at 1731827868824Disabling compacts and flushes for region at 1731827868824Disabling writes for close at 1731827868824Writing region close event to WAL at 1731827868824Closed at 1731827868824 2024-11-17T07:17:48,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:17:48,826 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731827868826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731827868826"}]},"ts":"1731827868826"} 2024-11-17T07:17:48,828 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:17:48,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:17:48,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731827868829"}]},"ts":"1731827868829"} 2024-11-17T07:17:48,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T07:17:48,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=015052819ca0674f8004b4bab30ed7bd, ASSIGN}] 2024-11-17T07:17:48,833 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=015052819ca0674f8004b4bab30ed7bd, ASSIGN 2024-11-17T07:17:48,834 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=015052819ca0674f8004b4bab30ed7bd, ASSIGN; state=OFFLINE, location=1dd62e24b303,33969,1731827859251; forceNewPlan=false, retain=false 2024-11-17T07:17:48,984 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=015052819ca0674f8004b4bab30ed7bd, regionState=OPENING, regionLocation=1dd62e24b303,33969,1731827859251 2024-11-17T07:17:48,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=015052819ca0674f8004b4bab30ed7bd, ASSIGN because future has completed 2024-11-17T07:17:48,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 015052819ca0674f8004b4bab30ed7bd, server=1dd62e24b303,33969,1731827859251}] 2024-11-17T07:17:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:17:49,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd. 2024-11-17T07:17:49,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:17:49,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T07:17:49,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C33969%2C1731827859251.rep, suffix=, logDir=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251, archiveDir=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/oldWALs, maxLogs=10 2024-11-17T07:17:49,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.rep.1731827869147, exclude list is [], retry=0 2024-11-17T07:17:49,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36967,DS-1b6f5987-9c73-4884-8b99-eb0d0a8cef56,DISK] 2024-11-17T07:17:49,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.rep.1731827869147 2024-11-17T07:17:49,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38673:38673)] 2024-11-17T07:17:49,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 015052819ca0674f8004b4bab30ed7bd, NAME => 'hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:17:49,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:17:49,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:17:49,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd. service=MultiRowMutationService 2024-11-17T07:17:49,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T07:17:49,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 015052819ca0674f8004b4bab30ed7bd 2024-11-17T07:17:49,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:17:49,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 015052819ca0674f8004b4bab30ed7bd 2024-11-17T07:17:49,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 015052819ca0674f8004b4bab30ed7bd 2024-11-17T07:17:49,168 INFO [StoreOpener-015052819ca0674f8004b4bab30ed7bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 015052819ca0674f8004b4bab30ed7bd 2024-11-17T07:17:49,169 INFO [StoreOpener-015052819ca0674f8004b4bab30ed7bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 015052819ca0674f8004b4bab30ed7bd columnFamilyName hfileref 2024-11-17T07:17:49,169 DEBUG [StoreOpener-015052819ca0674f8004b4bab30ed7bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:49,170 INFO [StoreOpener-015052819ca0674f8004b4bab30ed7bd-1 {}] regionserver.HStore(327): Store=015052819ca0674f8004b4bab30ed7bd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:49,170 INFO [StoreOpener-015052819ca0674f8004b4bab30ed7bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 015052819ca0674f8004b4bab30ed7bd 2024-11-17T07:17:49,171 INFO [StoreOpener-015052819ca0674f8004b4bab30ed7bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 015052819ca0674f8004b4bab30ed7bd columnFamilyName queue 2024-11-17T07:17:49,171 DEBUG [StoreOpener-015052819ca0674f8004b4bab30ed7bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:49,171 INFO [StoreOpener-015052819ca0674f8004b4bab30ed7bd-1 {}] regionserver.HStore(327): Store=015052819ca0674f8004b4bab30ed7bd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:49,171 INFO [StoreOpener-015052819ca0674f8004b4bab30ed7bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 015052819ca0674f8004b4bab30ed7bd 2024-11-17T07:17:49,172 INFO [StoreOpener-015052819ca0674f8004b4bab30ed7bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 015052819ca0674f8004b4bab30ed7bd columnFamilyName sid 2024-11-17T07:17:49,172 DEBUG [StoreOpener-015052819ca0674f8004b4bab30ed7bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:17:49,173 INFO [StoreOpener-015052819ca0674f8004b4bab30ed7bd-1 {}] regionserver.HStore(327): Store=015052819ca0674f8004b4bab30ed7bd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:17:49,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 015052819ca0674f8004b4bab30ed7bd 2024-11-17T07:17:49,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/replication/015052819ca0674f8004b4bab30ed7bd 2024-11-17T07:17:49,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/replication/015052819ca0674f8004b4bab30ed7bd 2024-11-17T07:17:49,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 015052819ca0674f8004b4bab30ed7bd 2024-11-17T07:17:49,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 015052819ca0674f8004b4bab30ed7bd 2024-11-17T07:17:49,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:17:49,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 015052819ca0674f8004b4bab30ed7bd 2024-11-17T07:17:49,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/replication/015052819ca0674f8004b4bab30ed7bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:17:49,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 015052819ca0674f8004b4bab30ed7bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59668335, jitterRate=-0.11087252199649811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:17:49,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 015052819ca0674f8004b4bab30ed7bd 2024-11-17T07:17:49,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 015052819ca0674f8004b4bab30ed7bd: Running coprocessor pre-open hook at 1731827869167Writing region info on filesystem at 1731827869167Initializing all the Stores at 1731827869168 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827869168Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827869168Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827869168Cleaning up temporary data from old regions at 1731827869174 (+6 ms)Running coprocessor post-open hooks at 1731827869178 (+4 ms)Region opened successfully at 1731827869178 2024-11-17T07:17:49,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd., pid=10, masterSystemTime=1731827869140 2024-11-17T07:17:49,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd. 2024-11-17T07:17:49,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd. 2024-11-17T07:17:49,181 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=015052819ca0674f8004b4bab30ed7bd, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,33969,1731827859251 2024-11-17T07:17:49,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 015052819ca0674f8004b4bab30ed7bd, server=1dd62e24b303,33969,1731827859251 because future has completed 2024-11-17T07:17:49,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T07:17:49,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 015052819ca0674f8004b4bab30ed7bd, server=1dd62e24b303,33969,1731827859251 in 197 msec 2024-11-17T07:17:49,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T07:17:49,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=015052819ca0674f8004b4bab30ed7bd, ASSIGN in 354 msec 2024-11-17T07:17:49,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:17:49,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731827869189"}]},"ts":"1731827869189"} 2024-11-17T07:17:49,191 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T07:17:49,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:17:49,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-17T07:17:49,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd., hostname=1dd62e24b303,33969,1731827859251, seqNum=2] 2024-11-17T07:17:49,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874900372 2024-11-17T07:17:49,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10124c9e5d30001, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874900372 2024-11-17T07:17:49,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T07:17:49,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T07:17:49,377 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T07:17:49,445 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1dd62e24b303,33969,1731827859251, ReplicationSource: 1, currentBandwidth=0 2024-11-17T07:17:49,445 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:17:49,446 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,33969,1731827859251, seqNum=-1] 2024-11-17T07:17:49,446 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:17:49,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-17T07:17:49,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1dd62e24b303,33969,1731827859251', locateType=CURRENT is [region=hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd., hostname=1dd62e24b303,33969,1731827859251, seqNum=2] 2024-11-17T07:17:49,464 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T07:17:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T07:17:49,467 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1dd62e24b303,33969,1731827859251 suceeded 2024-11-17T07:17:49,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T07:17:49,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 243 msec 2024-11-17T07:17:49,472 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1dd62e24b303:43265,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-17T07:17:49,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4760 sec 2024-11-17T07:17:49,488 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:43265' 2024-11-17T07:17:49,490 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dd6d95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:49,490 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,43265,-1 for getting cluster id 2024-11-17T07:17:49,490 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:49,491 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3eaa7c6-cb0d-44ef-b11a-3060008cc967' 2024-11-17T07:17:49,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:49,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3eaa7c6-cb0d-44ef-b11a-3060008cc967" 2024-11-17T07:17:49,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47faccad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:49,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,43265,-1] 2024-11-17T07:17:49,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:49,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:49,493 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:49,494 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d621c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:49,494 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:49,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,43265,1731827862375 2024-11-17T07:17:49,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f5eaaae 2024-11-17T07:17:49,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:49,496 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-17T07:17:49,497 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1dd62e24b303,33969,1731827859251 (queues=1) is replicating from cluster=f6a9349c-cd64-410e-9dd5-d1898c160555 to cluster=e3eaa7c6-cb0d-44ef-b11a-3060008cc967 2024-11-17T07:17:49,497 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1dd62e24b303%2C33969%2C1731827859251 2024-11-17T07:17:49,497 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1dd62e24b303,33969,1731827859251, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T07:17:49,498 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.shipper1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1dd62e24b303%2C33969%2C1731827859251 2024-11-17T07:17:49,498 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879, startPosition=0, beingWritten=true 2024-11-17T07:17:49,509 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:17:49,509 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 379, reset compression=false 2024-11-17T07:17:49,509 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.shipper1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,33969,1731827859251 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:17:49,714 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 379, reset compression=false 2024-11-17T07:17:50,019 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 379, reset compression=false 2024-11-17T07:17:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:17:50,142 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T07:17:50,142 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:17:50,142 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:50,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:50,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:50,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:17:50,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:50,149 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731827870147/Put/seqid=0 2024-11-17T07:17:50,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741840_1016 (size=7894) 2024-11-17T07:17:50,424 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 379, reset compression=false 2024-11-17T07:17:50,557 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/load_f/f/hfile_1 is 34, key is ddd/f:row/1731827870556/Put/seqid=0 2024-11-17T07:17:50,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741841_1017 (size=7691) 2024-11-17T07:17:50,932 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 379, reset compression=false 2024-11-17T07:17:50,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9c64d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:50,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,35361,-1 for getting cluster id 2024-11-17T07:17:50,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:50,968 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6a9349c-cd64-410e-9dd5-d1898c160555' 2024-11-17T07:17:50,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:50,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6a9349c-cd64-410e-9dd5-d1898c160555" 2024-11-17T07:17:50,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58deb7e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:50,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,35361,-1] 2024-11-17T07:17:50,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:50,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:50,970 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:50,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea7046c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:50,971 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:17:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,33969,1731827859251, seqNum=-1] 2024-11-17T07:17:50,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:17:50,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:17:50,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:50,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,35361,1731827859202 2024-11-17T07:17:50,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30c94f50 2024-11-17T07:17:50,986 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:50,987 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:17:50,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731827865179.94120809ad25f4d9361b7b3aa017d335., hostname=1dd62e24b303,33969,1731827859251, seqNum=2] 2024-11-17T07:17:51,001 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T07:17:51,013 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-17T07:17:51,017 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-17T07:17:51,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/load_f/f/hfile_0 for inclusion in 94120809ad25f4d9361b7b3aa017d335/f 2024-11-17T07:17:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T07:17:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:17:51,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/load_f/f/hfile_1 for inclusion in 94120809ad25f4d9361b7b3aa017d335/f 2024-11-17T07:17:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T07:17:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:17:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HRegion(2603): Flush status journal for 94120809ad25f4d9361b7b3aa017d335: 2024-11-17T07:17:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/load_f/f/hfile_0 to hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/staging/jenkins__test__kdojbh84elqtcebqq68cone20mge9fkgm4hrbqqi83kee0as2r7dqrpe050c4evi/f/hfile_0 2024-11-17T07:17:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/staging/jenkins__test__kdojbh84elqtcebqq68cone20mge9fkgm4hrbqqi83kee0as2r7dqrpe050c4evi/f/hfile_0 as hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/default/test/94120809ad25f4d9361b7b3aa017d335/f/aa03eecfa03d4a9083d2ce76a7757c4c_SeqId_4_ 2024-11-17T07:17:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/load_f/f/hfile_1 to hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/staging/jenkins__test__kdojbh84elqtcebqq68cone20mge9fkgm4hrbqqi83kee0as2r7dqrpe050c4evi/f/hfile_1 2024-11-17T07:17:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/staging/jenkins__test__kdojbh84elqtcebqq68cone20mge9fkgm4hrbqqi83kee0as2r7dqrpe050c4evi/f/hfile_1 as hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/default/test/94120809ad25f4d9361b7b3aa017d335/f/acd913583a7c4bacaedc56b30ffde7e2_SeqId_4_ 2024-11-17T07:17:51,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/staging/jenkins__test__kdojbh84elqtcebqq68cone20mge9fkgm4hrbqqi83kee0as2r7dqrpe050c4evi/f/hfile_0 into 94120809ad25f4d9361b7b3aa017d335/f as hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/default/test/94120809ad25f4d9361b7b3aa017d335/f/aa03eecfa03d4a9083d2ce76a7757c4c_SeqId_4_ - updating store file list. 2024-11-17T07:17:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aa03eecfa03d4a9083d2ce76a7757c4c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T07:17:51,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/default/test/94120809ad25f4d9361b7b3aa017d335/f/aa03eecfa03d4a9083d2ce76a7757c4c_SeqId_4_ into 94120809ad25f4d9361b7b3aa017d335/f 2024-11-17T07:17:51,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/staging/jenkins__test__kdojbh84elqtcebqq68cone20mge9fkgm4hrbqqi83kee0as2r7dqrpe050c4evi/f/hfile_0 into 94120809ad25f4d9361b7b3aa017d335/f (new location: hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/default/test/94120809ad25f4d9361b7b3aa017d335/f/aa03eecfa03d4a9083d2ce76a7757c4c_SeqId_4_) 2024-11-17T07:17:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/staging/jenkins__test__kdojbh84elqtcebqq68cone20mge9fkgm4hrbqqi83kee0as2r7dqrpe050c4evi/f/hfile_0 2024-11-17T07:17:51,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/staging/jenkins__test__kdojbh84elqtcebqq68cone20mge9fkgm4hrbqqi83kee0as2r7dqrpe050c4evi/f/hfile_1 into 94120809ad25f4d9361b7b3aa017d335/f as hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/default/test/94120809ad25f4d9361b7b3aa017d335/f/acd913583a7c4bacaedc56b30ffde7e2_SeqId_4_ - updating store file list. 2024-11-17T07:17:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for acd913583a7c4bacaedc56b30ffde7e2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T07:17:51,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/default/test/94120809ad25f4d9361b7b3aa017d335/f/acd913583a7c4bacaedc56b30ffde7e2_SeqId_4_ into 94120809ad25f4d9361b7b3aa017d335/f 2024-11-17T07:17:51,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/staging/jenkins__test__kdojbh84elqtcebqq68cone20mge9fkgm4hrbqqi83kee0as2r7dqrpe050c4evi/f/hfile_1 into 94120809ad25f4d9361b7b3aa017d335/f (new location: hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/default/test/94120809ad25f4d9361b7b3aa017d335/f/acd913583a7c4bacaedc56b30ffde7e2_SeqId_4_) 2024-11-17T07:17:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/staging/jenkins__test__kdojbh84elqtcebqq68cone20mge9fkgm4hrbqqi83kee0as2r7dqrpe050c4evi/f/hfile_1 2024-11-17T07:17:51,078 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:17:51,079 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:51,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:51,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:51,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:17:51,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:17:51,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731827865179.94120809ad25f4d9361b7b3aa017d335., hostname=1dd62e24b303,33969,1731827859251, seqNum=2 , the old value is region=test,,1731827865179.94120809ad25f4d9361b7b3aa017d335., hostname=1dd62e24b303,33969,1731827859251, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1dd62e24b303:33969 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T07:17:51,081 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T07:17:51,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,44457,1731827862412, seqNum=-1] 2024-11-17T07:17:51,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731827865179.94120809ad25f4d9361b7b3aa017d335., hostname=1dd62e24b303,33969,1731827859251, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T07:17:51,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731827865179.94120809ad25f4d9361b7b3aa017d335., hostname=1dd62e24b303,33969,1731827859251, seqNum=2 from cache 2024-11-17T07:17:51,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:17:51,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:17:51,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a., hostname=1dd62e24b303,44457,1731827862412, seqNum=2] 2024-11-17T07:17:51,086 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T07:17:51,191 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:33969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T07:17:51,537 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 379, reset compression=false 2024-11-17T07:17:51,544 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:17:51,544 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.shipper1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,33969,1731827859251 got entry batch from reader: WALEntryBatch [walEntries=[{test/94120809ad25f4d9361b7b3aa017d335/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731827871073/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T07:17:51,568 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.shipper1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:17:51,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-17T07:17:51,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] regionserver.ReplicationSink(318): Replicating [f6a9349c-cd64-410e-9dd5-d1898c160555] bulk loaded data 2024-11-17T07:17:51,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47783874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:51,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,43265,-1 for getting cluster id 2024-11-17T07:17:51,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:51,574 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3eaa7c6-cb0d-44ef-b11a-3060008cc967' 2024-11-17T07:17:51,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:51,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3eaa7c6-cb0d-44ef-b11a-3060008cc967" 2024-11-17T07:17:51,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55ba4951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:51,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,43265,-1] 2024-11-17T07:17:51,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:51,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:51,576 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:51,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2372779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:51,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741837_1013 (size=7894) 2024-11-17T07:17:51,744 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 687, reset compression=false 2024-11-17T07:17:52,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741838_1014 (size=7691) 2024-11-17T07:17:52,049 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 687, reset compression=false 2024-11-17T07:17:52,088 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T07:17:52,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:52,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,43265,1731827862375 2024-11-17T07:17:52,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22bcaabb 2024-11-17T07:17:52,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:52,422 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-17T07:17:52,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T07:17:52,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:17:52,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,44457,1731827862412, seqNum=-1] 2024-11-17T07:17:52,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:17:52,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-17T07:17:52,435 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/staging/jenkins.hfs.6__test__ejma87ua47mhr0qphg1udra45e9g2l716b67lohl8leohboflgqgu0goo8bti1bo/f/aa03eecfa03d4a9083d2ce76a7757c4c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-17T07:17:52,439 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/staging/jenkins.hfs.6__test__ejma87ua47mhr0qphg1udra45e9g2l716b67lohl8leohboflgqgu0goo8bti1bo/f/acd913583a7c4bacaedc56b30ffde7e2_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-17T07:17:52,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/staging/jenkins.hfs.6__test__ejma87ua47mhr0qphg1udra45e9g2l716b67lohl8leohboflgqgu0goo8bti1bo/f/acd913583a7c4bacaedc56b30ffde7e2_SeqId_4_ for inclusion in bdc9b18b92ceb1daee0bbfa938d8060a/f 2024-11-17T07:17:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T07:17:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:17:52,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/staging/jenkins.hfs.6__test__ejma87ua47mhr0qphg1udra45e9g2l716b67lohl8leohboflgqgu0goo8bti1bo/f/aa03eecfa03d4a9083d2ce76a7757c4c_SeqId_4_ for inclusion in bdc9b18b92ceb1daee0bbfa938d8060a/f 2024-11-17T07:17:52,454 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 687, reset compression=false 2024-11-17T07:17:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T07:17:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:17:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] regionserver.HRegion(2603): Flush status journal for bdc9b18b92ceb1daee0bbfa938d8060a: 2024-11-17T07:17:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): acd913583a7c4bacaedc56b30ffde7e2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T07:17:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/staging/jenkins.hfs.6__test__ejma87ua47mhr0qphg1udra45e9g2l716b67lohl8leohboflgqgu0goo8bti1bo/f/acd913583a7c4bacaedc56b30ffde7e2_SeqId_4_ as hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/default/test/bdc9b18b92ceb1daee0bbfa938d8060a/f/b4229dd31680481da4fff8b86df57630_SeqId_4_ 2024-11-17T07:17:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): aa03eecfa03d4a9083d2ce76a7757c4c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T07:17:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/staging/jenkins.hfs.6__test__ejma87ua47mhr0qphg1udra45e9g2l716b67lohl8leohboflgqgu0goo8bti1bo/f/aa03eecfa03d4a9083d2ce76a7757c4c_SeqId_4_ as hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/default/test/bdc9b18b92ceb1daee0bbfa938d8060a/f/68f39ee26bb4412b80a89a8550dc82c8_SeqId_4_ 2024-11-17T07:17:52,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/staging/jenkins.hfs.6__test__ejma87ua47mhr0qphg1udra45e9g2l716b67lohl8leohboflgqgu0goo8bti1bo/f/acd913583a7c4bacaedc56b30ffde7e2_SeqId_4_ into bdc9b18b92ceb1daee0bbfa938d8060a/f as hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/default/test/bdc9b18b92ceb1daee0bbfa938d8060a/f/b4229dd31680481da4fff8b86df57630_SeqId_4_ - updating store file list. 2024-11-17T07:17:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b4229dd31680481da4fff8b86df57630_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T07:17:52,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/default/test/bdc9b18b92ceb1daee0bbfa938d8060a/f/b4229dd31680481da4fff8b86df57630_SeqId_4_ into bdc9b18b92ceb1daee0bbfa938d8060a/f 2024-11-17T07:17:52,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/staging/jenkins.hfs.6__test__ejma87ua47mhr0qphg1udra45e9g2l716b67lohl8leohboflgqgu0goo8bti1bo/f/acd913583a7c4bacaedc56b30ffde7e2_SeqId_4_ into bdc9b18b92ceb1daee0bbfa938d8060a/f (new location: hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/default/test/bdc9b18b92ceb1daee0bbfa938d8060a/f/b4229dd31680481da4fff8b86df57630_SeqId_4_) 2024-11-17T07:17:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/staging/jenkins.hfs.6__test__ejma87ua47mhr0qphg1udra45e9g2l716b67lohl8leohboflgqgu0goo8bti1bo/f/acd913583a7c4bacaedc56b30ffde7e2_SeqId_4_ 2024-11-17T07:17:52,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/staging/jenkins.hfs.6__test__ejma87ua47mhr0qphg1udra45e9g2l716b67lohl8leohboflgqgu0goo8bti1bo/f/aa03eecfa03d4a9083d2ce76a7757c4c_SeqId_4_ into bdc9b18b92ceb1daee0bbfa938d8060a/f as hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/default/test/bdc9b18b92ceb1daee0bbfa938d8060a/f/68f39ee26bb4412b80a89a8550dc82c8_SeqId_4_ - updating store file list. 2024-11-17T07:17:52,468 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:17:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 68f39ee26bb4412b80a89a8550dc82c8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T07:17:52,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/default/test/bdc9b18b92ceb1daee0bbfa938d8060a/f/68f39ee26bb4412b80a89a8550dc82c8_SeqId_4_ into bdc9b18b92ceb1daee0bbfa938d8060a/f 2024-11-17T07:17:52,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/staging/jenkins.hfs.6__test__ejma87ua47mhr0qphg1udra45e9g2l716b67lohl8leohboflgqgu0goo8bti1bo/f/aa03eecfa03d4a9083d2ce76a7757c4c_SeqId_4_ into bdc9b18b92ceb1daee0bbfa938d8060a/f (new location: hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/default/test/bdc9b18b92ceb1daee0bbfa938d8060a/f/68f39ee26bb4412b80a89a8550dc82c8_SeqId_4_) 2024-11-17T07:17:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/staging/jenkins.hfs.6__test__ejma87ua47mhr0qphg1udra45e9g2l716b67lohl8leohboflgqgu0goo8bti1bo/f/aa03eecfa03d4a9083d2ce76a7757c4c_SeqId_4_ 2024-11-17T07:17:52,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] regionserver.ReplicationSink(324): Finished replicating [f6a9349c-cd64-410e-9dd5-d1898c160555] bulk loaded data 2024-11-17T07:17:52,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:17:52,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:17:52,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:17:52,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:17:52,959 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 687, reset compression=false 2024-11-17T07:17:53,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:17:53,107 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731827873106/Put/seqid=0 2024-11-17T07:17:53,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741842_1018 (size=7997) 2024-11-17T07:17:53,514 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731827873514/Put/seqid=0 2024-11-17T07:17:53,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741843_1019 (size=7794) 2024-11-17T07:17:53,564 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 687, reset compression=false 2024-11-17T07:17:53,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd9624a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:53,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,35361,-1 for getting cluster id 2024-11-17T07:17:53,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:17:53,921 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6a9349c-cd64-410e-9dd5-d1898c160555' 2024-11-17T07:17:53,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:17:53,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6a9349c-cd64-410e-9dd5-d1898c160555" 2024-11-17T07:17:53,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692bcd93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:53,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,35361,-1] 2024-11-17T07:17:53,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:17:53,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:53,923 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:17:53,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297a3855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:17:53,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:17:53,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,33969,1731827859251, seqNum=-1] 2024-11-17T07:17:53,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:17:53,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:17:53,935 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:17:53,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,35361,1731827859202 2024-11-17T07:17:53,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c1fecc6 2024-11-17T07:17:53,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:17:53,937 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:17:53,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731827865179.94120809ad25f4d9361b7b3aa017d335., hostname=1dd62e24b303,33969,1731827859251, seqNum=2] 2024-11-17T07:17:53,942 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T07:17:53,951 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-17T07:17:53,955 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-17T07:17:53,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/load_f1/f1/hfile_0 for inclusion in 94120809ad25f4d9361b7b3aa017d335/f1 2024-11-17T07:17:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-17T07:17:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:17:53,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/load_f1/f1/hfile_1 for inclusion in 94120809ad25f4d9361b7b3aa017d335/f1 2024-11-17T07:17:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-17T07:17:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:17:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HRegion(2603): Flush status journal for 94120809ad25f4d9361b7b3aa017d335: 2024-11-17T07:17:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/load_f1/f1/hfile_0 to hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/staging/jenkins__test__47ssjbu6ekr50nfmt6hvopfrtuvujmaj0f6d88hap5sgo3brp4mih4oc0kt989al/f1/hfile_0 2024-11-17T07:17:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/staging/jenkins__test__47ssjbu6ekr50nfmt6hvopfrtuvujmaj0f6d88hap5sgo3brp4mih4oc0kt989al/f1/hfile_0 as hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/default/test/94120809ad25f4d9361b7b3aa017d335/f1/6b59b2abfee540a68d34bd6e5e3f56bb_SeqId_6_ 2024-11-17T07:17:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/load_f1/f1/hfile_1 to hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/staging/jenkins__test__47ssjbu6ekr50nfmt6hvopfrtuvujmaj0f6d88hap5sgo3brp4mih4oc0kt989al/f1/hfile_1 2024-11-17T07:17:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/staging/jenkins__test__47ssjbu6ekr50nfmt6hvopfrtuvujmaj0f6d88hap5sgo3brp4mih4oc0kt989al/f1/hfile_1 as hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/default/test/94120809ad25f4d9361b7b3aa017d335/f1/617240219fcd443fbec8f88ca4f0f69b_SeqId_6_ 2024-11-17T07:17:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-17T07:17:53,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/staging/jenkins__test__47ssjbu6ekr50nfmt6hvopfrtuvujmaj0f6d88hap5sgo3brp4mih4oc0kt989al/f1/hfile_0 into 94120809ad25f4d9361b7b3aa017d335/f1 as hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/default/test/94120809ad25f4d9361b7b3aa017d335/f1/6b59b2abfee540a68d34bd6e5e3f56bb_SeqId_6_ - updating store file list. 2024-11-17T07:17:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6b59b2abfee540a68d34bd6e5e3f56bb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T07:17:53,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/default/test/94120809ad25f4d9361b7b3aa017d335/f1/6b59b2abfee540a68d34bd6e5e3f56bb_SeqId_6_ into 94120809ad25f4d9361b7b3aa017d335/f1 2024-11-17T07:17:53,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/staging/jenkins__test__47ssjbu6ekr50nfmt6hvopfrtuvujmaj0f6d88hap5sgo3brp4mih4oc0kt989al/f1/hfile_0 into 94120809ad25f4d9361b7b3aa017d335/f1 (new location: hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/default/test/94120809ad25f4d9361b7b3aa017d335/f1/6b59b2abfee540a68d34bd6e5e3f56bb_SeqId_6_) 2024-11-17T07:17:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/staging/jenkins__test__47ssjbu6ekr50nfmt6hvopfrtuvujmaj0f6d88hap5sgo3brp4mih4oc0kt989al/f1/hfile_0 2024-11-17T07:17:53,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/staging/jenkins__test__47ssjbu6ekr50nfmt6hvopfrtuvujmaj0f6d88hap5sgo3brp4mih4oc0kt989al/f1/hfile_1 into 94120809ad25f4d9361b7b3aa017d335/f1 as hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/default/test/94120809ad25f4d9361b7b3aa017d335/f1/617240219fcd443fbec8f88ca4f0f69b_SeqId_6_ - updating store file list. 2024-11-17T07:17:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 617240219fcd443fbec8f88ca4f0f69b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T07:17:53,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/default/test/94120809ad25f4d9361b7b3aa017d335/f1/617240219fcd443fbec8f88ca4f0f69b_SeqId_6_ into 94120809ad25f4d9361b7b3aa017d335/f1 2024-11-17T07:17:53,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/staging/jenkins__test__47ssjbu6ekr50nfmt6hvopfrtuvujmaj0f6d88hap5sgo3brp4mih4oc0kt989al/f1/hfile_1 into 94120809ad25f4d9361b7b3aa017d335/f1 (new location: hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/default/test/94120809ad25f4d9361b7b3aa017d335/f1/617240219fcd443fbec8f88ca4f0f69b_SeqId_6_) 2024-11-17T07:17:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/staging/jenkins__test__47ssjbu6ekr50nfmt6hvopfrtuvujmaj0f6d88hap5sgo3brp4mih4oc0kt989al/f1/hfile_1 2024-11-17T07:17:53,989 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:17:53,989 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:17:53,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:53,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:17:53,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:17:53,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731827865179.94120809ad25f4d9361b7b3aa017d335., hostname=1dd62e24b303,33969,1731827859251, seqNum=2 , the old value is region=test,,1731827865179.94120809ad25f4d9361b7b3aa017d335., hostname=1dd62e24b303,33969,1731827859251, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1dd62e24b303:33969 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T07:17:53,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731827865179.94120809ad25f4d9361b7b3aa017d335., hostname=1dd62e24b303,33969,1731827859251, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T07:17:53,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731827865179.94120809ad25f4d9361b7b3aa017d335., hostname=1dd62e24b303,33969,1731827859251, seqNum=2 from cache 2024-11-17T07:17:53,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:17:53,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,33969,1731827859251, seqNum=-1] 2024-11-17T07:17:53,991 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T07:17:53,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:17:53,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:17:53,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731827865179.94120809ad25f4d9361b7b3aa017d335., hostname=1dd62e24b303,33969,1731827859251, seqNum=2] 2024-11-17T07:17:54,101 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:33969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T07:17:54,268 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 687, reset compression=false 2024-11-17T07:17:54,273 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:17:54,273 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:17:54,273 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.shipper1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,33969,1731827859251 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:17:54,478 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:17:54,782 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:17:55,186 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:17:55,690 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:17:56,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T07:17:56,297 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:17:56,297 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T07:17:57,002 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:17:57,813 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:17:58,718 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:17:59,729 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:00,835 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:02,039 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:03,343 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:04,748 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:06,252 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:07,856 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:08,789 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T07:18:09,561 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:11,366 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:11,962 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T07:18:13,270 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:14,277 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.shipper1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,33969,1731827859251 got entry batch from reader: null 2024-11-17T07:18:15,275 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:17,380 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:19,584 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:21,375 INFO [master/1dd62e24b303:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T07:18:21,375 INFO [master/1dd62e24b303:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T07:18:21,889 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:24,293 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:25,069 INFO [master/1dd62e24b303:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T07:18:25,069 INFO [master/1dd62e24b303:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T07:18:26,797 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:29,401 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:30,562 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 94120809ad25f4d9361b7b3aa017d335, had cached 0 bytes from a total of 31376 2024-11-17T07:18:31,966 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region bdc9b18b92ceb1daee0bbfa938d8060a, had cached 0 bytes from a total of 15585 2024-11-17T07:18:32,105 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:34,277 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.shipper1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,33969,1731827859251 got entry batch from reader: null 2024-11-17T07:18:34,909 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:37,813 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:38,790 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T07:18:40,817 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:41,963 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T07:18:42,989 DEBUG [master/1dd62e24b303:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-17T07:18:43,922 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:47,126 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:50,432 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:53,836 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:54,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T07:18:54,019 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:18:54,019 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:18:54,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:18:54,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:18:54,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:18:54,019 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T07:18:54,019 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=393386896, stopped=false 2024-11-17T07:18:54,019 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1dd62e24b303,43265,1731827862375 2024-11-17T07:18:54,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x10124c9e5d30004, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-299768043/running 2024-11-17T07:18:54,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-299768043/running 2024-11-17T07:18:54,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x10124c9e5d30004, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299768043 2024-11-17T07:18:54,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299768043 2024-11-17T07:18:54,021 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:18:54,021 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:18:54,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:18:54,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:18:54,022 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1dd62e24b303,44457,1731827862412' ***** 2024-11-17T07:18:54,022 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T07:18:54,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44457-0x10124c9e5d30004, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Set watcher on znode that does not yet exist, /1-299768043/running 2024-11-17T07:18:54,022 INFO [RS:0;1dd62e24b303:44457 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T07:18:54,022 INFO [RS:0;1dd62e24b303:44457 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T07:18:54,022 INFO [RS:0;1dd62e24b303:44457 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T07:18:54,022 INFO [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(3091): Received CLOSE for bdc9b18b92ceb1daee0bbfa938d8060a 2024-11-17T07:18:54,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Set watcher on znode that does not yet exist, /1-299768043/running 2024-11-17T07:18:54,022 INFO [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(959): stopping server 1dd62e24b303,44457,1731827862412 2024-11-17T07:18:54,023 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T07:18:54,023 INFO [RS:0;1dd62e24b303:44457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:18:54,023 INFO [RS:0;1dd62e24b303:44457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:44457. 2024-11-17T07:18:54,023 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bdc9b18b92ceb1daee0bbfa938d8060a, disabling compactions & flushes 2024-11-17T07:18:54,023 DEBUG [RS:0;1dd62e24b303:44457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:18:54,023 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a. 2024-11-17T07:18:54,023 DEBUG [RS:0;1dd62e24b303:44457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:18:54,023 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a. 2024-11-17T07:18:54,023 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a. after waiting 0 ms 2024-11-17T07:18:54,023 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a. 2024-11-17T07:18:54,023 INFO [RS:0;1dd62e24b303:44457 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T07:18:54,023 INFO [RS:0;1dd62e24b303:44457 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T07:18:54,023 INFO [RS:0;1dd62e24b303:44457 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T07:18:54,023 INFO [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T07:18:54,023 INFO [regionserver/1dd62e24b303:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:18:54,023 INFO [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T07:18:54,023 DEBUG [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(1325): Online Regions={bdc9b18b92ceb1daee0bbfa938d8060a=test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T07:18:54,023 DEBUG [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bdc9b18b92ceb1daee0bbfa938d8060a 2024-11-17T07:18:54,023 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:18:54,023 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:18:54,023 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:18:54,024 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:18:54,024 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:18:54,024 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-17T07:18:54,027 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/default/test/bdc9b18b92ceb1daee0bbfa938d8060a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-17T07:18:54,028 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:18:54,028 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:18:54,028 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a. 2024-11-17T07:18:54,028 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bdc9b18b92ceb1daee0bbfa938d8060a: Waiting for close lock at 1731827934023Running coprocessor pre-close hooks at 1731827934023Disabling compacts and flushes for region at 1731827934023Disabling writes for close at 1731827934023Writing region close event to WAL at 1731827934024 (+1 ms)Running coprocessor post-close hooks at 1731827934028 (+4 ms)Closed at 1731827934028 2024-11-17T07:18:54,028 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a. 2024-11-17T07:18:54,040 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740/.tmp/info/09ca9903258942e49099cf3eb331f003 is 129, key is test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a./info:regioninfo/1731827866982/Put/seqid=0 2024-11-17T07:18:54,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741839_1015 (size=6421) 2024-11-17T07:18:54,223 DEBUG [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:18:54,266 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T07:18:54,266 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T07:18:54,277 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.shipper1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,33969,1731827859251 got entry batch from reader: null 2024-11-17T07:18:54,424 DEBUG [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:18:54,446 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740/.tmp/info/09ca9903258942e49099cf3eb331f003 2024-11-17T07:18:54,466 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740/.tmp/ns/9f0cd2ab4ea24e4987e43c58ca0d9a3e is 43, key is default/ns:d/1731827865040/Put/seqid=0 2024-11-17T07:18:54,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741840_1016 (size=5153) 2024-11-17T07:18:54,624 DEBUG [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:18:54,824 DEBUG [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:18:54,871 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740/.tmp/ns/9f0cd2ab4ea24e4987e43c58ca0d9a3e 2024-11-17T07:18:54,891 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740/.tmp/rep_barrier/7e1e283adc534c6f86013c9539801992 is 112, key is test,,1731827865824.bdc9b18b92ceb1daee0bbfa938d8060a./rep_barrier:seqnumDuringOpen/1731827866982/Put/seqid=0 2024-11-17T07:18:54,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741841_1017 (size=5518) 2024-11-17T07:18:55,025 INFO [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T07:18:55,025 DEBUG [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T07:18:55,025 DEBUG [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:18:55,225 DEBUG [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:18:55,295 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740/.tmp/rep_barrier/7e1e283adc534c6f86013c9539801992 2024-11-17T07:18:55,315 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740/.tmp/table/946ed05b3980464ea84f08963ea09523 is 40, key is test/table:state/1731827866991/Put/seqid=0 2024-11-17T07:18:55,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741842_1018 (size=5165) 2024-11-17T07:18:55,425 DEBUG [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:18:55,625 DEBUG [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:18:55,719 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740/.tmp/table/946ed05b3980464ea84f08963ea09523 2024-11-17T07:18:55,725 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740/.tmp/info/09ca9903258942e49099cf3eb331f003 as hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740/info/09ca9903258942e49099cf3eb331f003 2024-11-17T07:18:55,730 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740/info/09ca9903258942e49099cf3eb331f003, entries=10, sequenceid=11, filesize=6.3 K 2024-11-17T07:18:55,731 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740/.tmp/ns/9f0cd2ab4ea24e4987e43c58ca0d9a3e as hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740/ns/9f0cd2ab4ea24e4987e43c58ca0d9a3e 2024-11-17T07:18:55,737 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740/ns/9f0cd2ab4ea24e4987e43c58ca0d9a3e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T07:18:55,738 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740/.tmp/rep_barrier/7e1e283adc534c6f86013c9539801992 as hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740/rep_barrier/7e1e283adc534c6f86013c9539801992 2024-11-17T07:18:55,743 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740/rep_barrier/7e1e283adc534c6f86013c9539801992, entries=1, sequenceid=11, filesize=5.4 K 2024-11-17T07:18:55,744 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740/.tmp/table/946ed05b3980464ea84f08963ea09523 as hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740/table/946ed05b3980464ea84f08963ea09523 2024-11-17T07:18:55,748 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740/table/946ed05b3980464ea84f08963ea09523, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T07:18:55,749 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=11, compaction requested=false 2024-11-17T07:18:55,755 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T07:18:55,755 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:18:55,755 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:18:55,755 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:18:55,755 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827934023Running coprocessor pre-close hooks at 1731827934023Disabling compacts and flushes for region at 1731827934023Disabling writes for close at 1731827934024 (+1 ms)Obtaining lock to block concurrent updates at 1731827934024Preparing flush snapshotting stores in 1588230740 at 1731827934024Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731827934024Flushing stores of hbase:meta,,1.1588230740 at 1731827934025 (+1 ms)Flushing 1588230740/info: creating writer at 1731827934025Flushing 1588230740/info: appending metadata at 1731827934039 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731827934039Flushing 1588230740/ns: creating writer at 1731827934452 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731827934466 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731827934466Flushing 1588230740/rep_barrier: creating writer at 1731827934876 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731827934890 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731827934891 (+1 ms)Flushing 1588230740/table: creating writer at 1731827935300 (+409 ms)Flushing 1588230740/table: appending metadata at 1731827935314 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731827935314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c2279d2: reopening flushed file at 1731827935724 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fac95ca: reopening flushed file at 1731827935731 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cba0f73: reopening flushed file at 1731827935737 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3132a53b: reopening flushed file at 1731827935743 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=11, compaction requested=false at 1731827935749 (+6 ms)Writing region close event to WAL at 1731827935752 (+3 ms)Running coprocessor post-close hooks at 1731827935755 (+3 ms)Closed at 1731827935755 2024-11-17T07:18:55,756 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T07:18:55,825 INFO [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(976): stopping server 1dd62e24b303,44457,1731827862412; all regions closed. 2024-11-17T07:18:55,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741834_1010 (size=2717) 2024-11-17T07:18:55,828 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/WALs/1dd62e24b303,44457,1731827862412/1dd62e24b303%2C44457%2C1731827862412.meta.1731827864966.meta not finished, retry = 0 2024-11-17T07:18:55,931 DEBUG [RS:0;1dd62e24b303:44457 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/oldWALs 2024-11-17T07:18:55,931 INFO [RS:0;1dd62e24b303:44457 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C44457%2C1731827862412.meta:.meta(num 1731827864966) 2024-11-17T07:18:55,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741832_1008 (size=1028) 2024-11-17T07:18:55,933 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/WALs/1dd62e24b303,44457,1731827862412/1dd62e24b303%2C44457%2C1731827862412.1731827864412 not finished, retry = 0 2024-11-17T07:18:56,036 DEBUG [RS:0;1dd62e24b303:44457 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/oldWALs 2024-11-17T07:18:56,036 INFO [RS:0;1dd62e24b303:44457 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C44457%2C1731827862412:(num 1731827864412) 2024-11-17T07:18:56,036 DEBUG [RS:0;1dd62e24b303:44457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:18:56,036 INFO [RS:0;1dd62e24b303:44457 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:18:56,036 INFO [RS:0;1dd62e24b303:44457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:18:56,036 INFO [RS:0;1dd62e24b303:44457 {}] hbase.ChoreService(370): Chore service for: regionserver/1dd62e24b303:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T07:18:56,036 INFO [RS:0;1dd62e24b303:44457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:18:56,036 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:18:56,037 INFO [RS:0;1dd62e24b303:44457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:44457. 2024-11-17T07:18:56,037 DEBUG [RS:0;1dd62e24b303:44457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:18:56,037 DEBUG [RS:0;1dd62e24b303:44457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:18:56,037 DEBUG [RS:0;1dd62e24b303:44457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:18:56,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:18:56,037 INFO [RS:0;1dd62e24b303:44457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44457 2024-11-17T07:18:56,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299768043/rs 2024-11-17T07:18:56,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x10124c9e5d30004, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-299768043/rs/1dd62e24b303,44457,1731827862412 2024-11-17T07:18:56,039 INFO [RS:0;1dd62e24b303:44457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:18:56,040 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1dd62e24b303,44457,1731827862412] 2024-11-17T07:18:56,041 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-299768043/draining/1dd62e24b303,44457,1731827862412 already deleted, retry=false 2024-11-17T07:18:56,041 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1dd62e24b303,44457,1731827862412 expired; onlineServers=0 2024-11-17T07:18:56,041 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1dd62e24b303,43265,1731827862375' ***** 2024-11-17T07:18:56,042 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T07:18:56,042 INFO [M:0;1dd62e24b303:43265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:18:56,042 INFO [M:0;1dd62e24b303:43265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:18:56,042 DEBUG [M:0;1dd62e24b303:43265 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T07:18:56,042 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T07:18:56,042 DEBUG [M:0;1dd62e24b303:43265 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T07:18:56,042 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827864208 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827864208,5,FailOnTimeoutGroup] 2024-11-17T07:18:56,042 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827864205 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827864205,5,FailOnTimeoutGroup] 2024-11-17T07:18:56,042 INFO [M:0;1dd62e24b303:43265 {}] hbase.ChoreService(370): Chore service for: master/1dd62e24b303:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T07:18:56,042 INFO [M:0;1dd62e24b303:43265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:18:56,042 DEBUG [M:0;1dd62e24b303:43265 {}] master.HMaster(1795): Stopping service threads 2024-11-17T07:18:56,042 INFO [M:0;1dd62e24b303:43265 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T07:18:56,042 INFO [M:0;1dd62e24b303:43265 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:18:56,042 INFO [M:0;1dd62e24b303:43265 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T07:18:56,042 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T07:18:56,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-299768043/master 2024-11-17T07:18:56,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-299768043 2024-11-17T07:18:56,045 DEBUG [M:0;1dd62e24b303:43265 {}] zookeeper.ZKUtil(347): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Unable to get data of znode /1-299768043/master because node does not exist (not an error) 2024-11-17T07:18:56,045 WARN [M:0;1dd62e24b303:43265 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T07:18:56,046 INFO [M:0;1dd62e24b303:43265 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/.lastflushedseqids 2024-11-17T07:18:56,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741843_1019 (size=173) 2024-11-17T07:18:56,141 INFO [RS:0;1dd62e24b303:44457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:18:56,141 INFO [RS:0;1dd62e24b303:44457 {}] regionserver.HRegionServer(1031): Exiting; stopping=1dd62e24b303,44457,1731827862412; zookeeper connection closed. 2024-11-17T07:18:56,142 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a34af19 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a34af19 2024-11-17T07:18:56,143 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T07:18:56,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x10124c9e5d30004, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:18:56,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44457-0x10124c9e5d30004, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:18:56,451 INFO [M:0;1dd62e24b303:43265 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T07:18:56,451 INFO [M:0;1dd62e24b303:43265 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T07:18:56,451 DEBUG [M:0;1dd62e24b303:43265 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:18:56,451 INFO [M:0;1dd62e24b303:43265 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:18:56,451 DEBUG [M:0;1dd62e24b303:43265 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:18:56,451 DEBUG [M:0;1dd62e24b303:43265 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:18:56,451 DEBUG [M:0;1dd62e24b303:43265 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:18:56,451 INFO [M:0;1dd62e24b303:43265 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-17T07:18:56,467 DEBUG [M:0;1dd62e24b303:43265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72ba140db1594d8ca66d7f1519cc5f2e is 82, key is hbase:meta,,1/info:regioninfo/1731827865021/Put/seqid=0 2024-11-17T07:18:56,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741844_1020 (size=5672) 2024-11-17T07:18:56,871 INFO [M:0;1dd62e24b303:43265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72ba140db1594d8ca66d7f1519cc5f2e 2024-11-17T07:18:56,892 DEBUG [M:0;1dd62e24b303:43265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c32cfcb55ed43c6bcb7c9f4054a3a78 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731827866996/Put/seqid=0 2024-11-17T07:18:56,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741845_1021 (size=6727) 2024-11-17T07:18:57,296 INFO [M:0;1dd62e24b303:43265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c32cfcb55ed43c6bcb7c9f4054a3a78 2024-11-17T07:18:57,301 INFO [M:0;1dd62e24b303:43265 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c32cfcb55ed43c6bcb7c9f4054a3a78 2024-11-17T07:18:57,315 DEBUG [M:0;1dd62e24b303:43265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a428c8509f84d208ac2b58bb5ff517a is 69, key is 1dd62e24b303,44457,1731827862412/rs:state/1731827864248/Put/seqid=0 2024-11-17T07:18:57,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741846_1022 (size=5156) 2024-11-17T07:18:57,341 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.1731827860879 to pos 997, reset compression=false 2024-11-17T07:18:57,720 INFO [M:0;1dd62e24b303:43265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a428c8509f84d208ac2b58bb5ff517a 2024-11-17T07:18:57,725 DEBUG [M:0;1dd62e24b303:43265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72ba140db1594d8ca66d7f1519cc5f2e as hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72ba140db1594d8ca66d7f1519cc5f2e 2024-11-17T07:18:57,729 INFO [M:0;1dd62e24b303:43265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72ba140db1594d8ca66d7f1519cc5f2e, entries=8, sequenceid=58, filesize=5.5 K 2024-11-17T07:18:57,730 DEBUG [M:0;1dd62e24b303:43265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c32cfcb55ed43c6bcb7c9f4054a3a78 as hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c32cfcb55ed43c6bcb7c9f4054a3a78 2024-11-17T07:18:57,735 INFO [M:0;1dd62e24b303:43265 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c32cfcb55ed43c6bcb7c9f4054a3a78 2024-11-17T07:18:57,735 INFO [M:0;1dd62e24b303:43265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c32cfcb55ed43c6bcb7c9f4054a3a78, entries=6, sequenceid=58, filesize=6.6 K 2024-11-17T07:18:57,736 DEBUG [M:0;1dd62e24b303:43265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a428c8509f84d208ac2b58bb5ff517a as hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a428c8509f84d208ac2b58bb5ff517a 2024-11-17T07:18:57,740 INFO [M:0;1dd62e24b303:43265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42483/user/jenkins/test-data/974d242b-8424-7bb4-34de-1d40d19667c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a428c8509f84d208ac2b58bb5ff517a, entries=1, sequenceid=58, filesize=5.0 K 2024-11-17T07:18:57,741 INFO [M:0;1dd62e24b303:43265 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false 2024-11-17T07:18:57,743 INFO [M:0;1dd62e24b303:43265 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:18:57,743 DEBUG [M:0;1dd62e24b303:43265 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827936451Disabling compacts and flushes for region at 1731827936451Disabling writes for close at 1731827936451Obtaining lock to block concurrent updates at 1731827936451Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731827936451Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731827936452 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731827936452Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731827936452Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731827936467 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731827936467Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731827936876 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731827936891 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731827936891Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731827937301 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731827937315 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731827937315Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6045ea87: reopening flushed file at 1731827937724 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3142cc35: reopening flushed file at 1731827937730 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21b457ef: reopening flushed file at 1731827937735 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false at 1731827937741 (+6 ms)Writing region close event to WAL at 1731827937743 (+2 ms)Closed at 1731827937743 2024-11-17T07:18:57,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741830_1006 (size=33026) 2024-11-17T07:18:57,746 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:18:57,746 INFO [M:0;1dd62e24b303:43265 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T07:18:57,746 INFO [M:0;1dd62e24b303:43265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43265 2024-11-17T07:18:57,746 INFO [M:0;1dd62e24b303:43265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:18:57,848 INFO [M:0;1dd62e24b303:43265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:18:57,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:18:57,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43265-0x10124c9e5d30003, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:18:57,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778c47e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:18:57,851 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:18:57,851 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:18:57,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:18:57,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/hadoop.log.dir/,STOPPED} 2024-11-17T07:18:57,853 WARN [BP-572800912-172.17.0.2-1731827861414 heartbeating to localhost/127.0.0.1:42483 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T07:18:57,853 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T07:18:57,853 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T07:18:57,853 WARN [BP-572800912-172.17.0.2-1731827861414 heartbeating to localhost/127.0.0.1:42483 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-572800912-172.17.0.2-1731827861414 (Datanode Uuid 28fe832e-0613-4de6-8faf-bb46730bac38) service to localhost/127.0.0.1:42483 2024-11-17T07:18:57,854 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/cluster_4a0c273f-3305-19ab-b1f9-bca1e3f9f6cb/data/data1/current/BP-572800912-172.17.0.2-1731827861414 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:18:57,854 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/cluster_4a0c273f-3305-19ab-b1f9-bca1e3f9f6cb/data/data2/current/BP-572800912-172.17.0.2-1731827861414 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:18:57,854 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T07:18:57,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3db8da4f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:18:57,862 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:18:57,862 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:18:57,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:18:57,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/hadoop.log.dir/,STOPPED} 2024-11-17T07:18:57,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T07:18:57,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T07:18:57,875 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:18:57,875 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:18:57,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:18:57,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:18:57,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:18:57,876 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T07:18:57,876 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=611765367, stopped=false 2024-11-17T07:18:57,876 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1dd62e24b303,35361,1731827859202 2024-11-17T07:18:57,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-874900372/running 2024-11-17T07:18:57,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10124c9e5d30001, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-874900372/running 2024-11-17T07:18:57,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874900372 2024-11-17T07:18:57,879 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:18:57,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10124c9e5d30001, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874900372 2024-11-17T07:18:57,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:18:57,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:18:57,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:18:57,879 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1dd62e24b303,33969,1731827859251' ***** 2024-11-17T07:18:57,879 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T07:18:57,879 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T07:18:57,880 INFO [RS:0;1dd62e24b303:33969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T07:18:57,880 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T07:18:57,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Set watcher on znode that does not yet exist, /0-874900372/running 2024-11-17T07:18:57,880 INFO [RS:0;1dd62e24b303:33969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T07:18:57,880 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(3091): Received CLOSE for 94120809ad25f4d9361b7b3aa017d335 2024-11-17T07:18:57,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33969-0x10124c9e5d30001, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Set watcher on znode that does not yet exist, /0-874900372/running 2024-11-17T07:18:57,880 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(3091): Received CLOSE for 015052819ca0674f8004b4bab30ed7bd 2024-11-17T07:18:57,880 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(959): stopping server 1dd62e24b303,33969,1731827859251 2024-11-17T07:18:57,880 INFO [RS:0;1dd62e24b303:33969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:18:57,880 INFO [RS:0;1dd62e24b303:33969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:33969. 2024-11-17T07:18:57,880 DEBUG [RS:0;1dd62e24b303:33969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:18:57,880 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94120809ad25f4d9361b7b3aa017d335, disabling compactions & flushes 2024-11-17T07:18:57,880 DEBUG [RS:0;1dd62e24b303:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:18:57,880 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731827865179.94120809ad25f4d9361b7b3aa017d335. 2024-11-17T07:18:57,880 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731827865179.94120809ad25f4d9361b7b3aa017d335. 2024-11-17T07:18:57,880 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731827865179.94120809ad25f4d9361b7b3aa017d335. after waiting 0 ms 2024-11-17T07:18:57,880 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T07:18:57,880 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731827865179.94120809ad25f4d9361b7b3aa017d335. 2024-11-17T07:18:57,880 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T07:18:57,880 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T07:18:57,880 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T07:18:57,881 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T07:18:57,881 DEBUG [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(1325): Online Regions={94120809ad25f4d9361b7b3aa017d335=test,,1731827865179.94120809ad25f4d9361b7b3aa017d335., 015052819ca0674f8004b4bab30ed7bd=hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T07:18:57,881 DEBUG [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(1351): Waiting on 015052819ca0674f8004b4bab30ed7bd, 1588230740, 94120809ad25f4d9361b7b3aa017d335 2024-11-17T07:18:57,881 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:18:57,881 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:18:57,881 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:18:57,881 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:18:57,881 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:18:57,881 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T07:18:57,885 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/default/test/94120809ad25f4d9361b7b3aa017d335/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T07:18:57,886 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:18:57,886 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:18:57,886 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731827865179.94120809ad25f4d9361b7b3aa017d335. 2024-11-17T07:18:57,886 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94120809ad25f4d9361b7b3aa017d335: Waiting for close lock at 1731827937880Running coprocessor pre-close hooks at 1731827937880Disabling compacts and flushes for region at 1731827937880Disabling writes for close at 1731827937880Writing region close event to WAL at 1731827937882 (+2 ms)Running coprocessor post-close hooks at 1731827937886 (+4 ms)Closed at 1731827937886 2024-11-17T07:18:57,886 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731827865179.94120809ad25f4d9361b7b3aa017d335. 2024-11-17T07:18:57,886 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 015052819ca0674f8004b4bab30ed7bd, disabling compactions & flushes 2024-11-17T07:18:57,886 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd. 2024-11-17T07:18:57,886 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd. 2024-11-17T07:18:57,886 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd. after waiting 0 ms 2024-11-17T07:18:57,886 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd. 2024-11-17T07:18:57,886 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 015052819ca0674f8004b4bab30ed7bd 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-17T07:18:57,888 INFO [regionserver/1dd62e24b303:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:18:57,901 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740/.tmp/info/0b94eb1e679c4db297d86a94a1460401 is 147, key is hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd./info:regioninfo/1731827869181/Put/seqid=0 2024-11-17T07:18:57,902 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/replication/015052819ca0674f8004b4bab30ed7bd/.tmp/hfileref/12e36db7da5249f2b471ed90a0bd2322 is 74, key is 1/hfileref:aa03eecfa03d4a9083d2ce76a7757c4c_SeqId_4_/1731827872478/DeleteColumn/seqid=0 2024-11-17T07:18:57,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741844_1020 (size=7686) 2024-11-17T07:18:57,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741845_1021 (size=5203) 2024-11-17T07:18:58,081 DEBUG [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(1351): Waiting on 015052819ca0674f8004b4bab30ed7bd, 1588230740 2024-11-17T07:18:58,281 DEBUG [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(1351): Waiting on 015052819ca0674f8004b4bab30ed7bd, 1588230740 2024-11-17T07:18:58,306 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740/.tmp/info/0b94eb1e679c4db297d86a94a1460401 2024-11-17T07:18:58,307 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/replication/015052819ca0674f8004b4bab30ed7bd/.tmp/hfileref/12e36db7da5249f2b471ed90a0bd2322 2024-11-17T07:18:58,327 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/replication/015052819ca0674f8004b4bab30ed7bd/.tmp/queue/8bfa8113b1214c6199f3fffcde56e20f is 153, key is 1-1dd62e24b303,33969,1731827859251/queue:1dd62e24b303%2C33969%2C1731827859251/1731827874275/Put/seqid=0 2024-11-17T07:18:58,330 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740/.tmp/ns/9f1031fef4714c8280d4ac3aec467384 is 43, key is default/ns:d/1731827861360/Put/seqid=0 2024-11-17T07:18:58,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741846_1022 (size=5352) 2024-11-17T07:18:58,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741847_1023 (size=5153) 2024-11-17T07:18:58,334 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740/.tmp/ns/9f1031fef4714c8280d4ac3aec467384 2024-11-17T07:18:58,358 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740/.tmp/rep_barrier/1444d7543e8c403fa7ff2ee5301ac710 is 112, key is test,,1731827865179.94120809ad25f4d9361b7b3aa017d335./rep_barrier:seqnumDuringOpen/1731827865582/Put/seqid=0 2024-11-17T07:18:58,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741848_1024 (size=5518) 2024-11-17T07:18:58,482 DEBUG [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(1351): Waiting on 015052819ca0674f8004b4bab30ed7bd, 1588230740 2024-11-17T07:18:58,682 DEBUG [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(1351): Waiting on 015052819ca0674f8004b4bab30ed7bd, 1588230740 2024-11-17T07:18:58,731 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T07:18:58,731 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T07:18:58,731 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/replication/015052819ca0674f8004b4bab30ed7bd/.tmp/queue/8bfa8113b1214c6199f3fffcde56e20f 2024-11-17T07:18:58,737 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/replication/015052819ca0674f8004b4bab30ed7bd/.tmp/hfileref/12e36db7da5249f2b471ed90a0bd2322 as hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/replication/015052819ca0674f8004b4bab30ed7bd/hfileref/12e36db7da5249f2b471ed90a0bd2322 2024-11-17T07:18:58,742 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/replication/015052819ca0674f8004b4bab30ed7bd/hfileref/12e36db7da5249f2b471ed90a0bd2322, entries=2, sequenceid=10, filesize=5.1 K 2024-11-17T07:18:58,743 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/replication/015052819ca0674f8004b4bab30ed7bd/.tmp/queue/8bfa8113b1214c6199f3fffcde56e20f as hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/replication/015052819ca0674f8004b4bab30ed7bd/queue/8bfa8113b1214c6199f3fffcde56e20f 2024-11-17T07:18:58,748 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/replication/015052819ca0674f8004b4bab30ed7bd/queue/8bfa8113b1214c6199f3fffcde56e20f, entries=1, sequenceid=10, filesize=5.2 K 2024-11-17T07:18:58,749 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 015052819ca0674f8004b4bab30ed7bd in 863ms, sequenceid=10, compaction requested=false 2024-11-17T07:18:58,753 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/replication/015052819ca0674f8004b4bab30ed7bd/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T07:18:58,754 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:18:58,754 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:18:58,754 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd. 2024-11-17T07:18:58,754 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 015052819ca0674f8004b4bab30ed7bd: Waiting for close lock at 1731827937886Running coprocessor pre-close hooks at 1731827937886Disabling compacts and flushes for region at 1731827937886Disabling writes for close at 1731827937886Obtaining lock to block concurrent updates at 1731827937886Preparing flush snapshotting stores in 015052819ca0674f8004b4bab30ed7bd at 1731827937886Finished memstore snapshotting hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731827937886Flushing stores of hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd. at 1731827937887 (+1 ms)Flushing 015052819ca0674f8004b4bab30ed7bd/hfileref: creating writer at 1731827937887Flushing 015052819ca0674f8004b4bab30ed7bd/hfileref: appending metadata at 1731827937902 (+15 ms)Flushing 015052819ca0674f8004b4bab30ed7bd/hfileref: closing flushed file at 1731827937902Flushing 015052819ca0674f8004b4bab30ed7bd/queue: creating writer at 1731827938312 (+410 ms)Flushing 015052819ca0674f8004b4bab30ed7bd/queue: appending metadata at 1731827938326 (+14 ms)Flushing 015052819ca0674f8004b4bab30ed7bd/queue: closing flushed file at 1731827938326Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27a86124: reopening flushed file at 1731827938737 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f03c024: reopening flushed file at 1731827938743 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 015052819ca0674f8004b4bab30ed7bd in 863ms, sequenceid=10, compaction requested=false at 1731827938749 (+6 ms)Writing region close event to WAL at 1731827938750 (+1 ms)Running coprocessor post-close hooks at 1731827938754 (+4 ms)Closed at 1731827938754 2024-11-17T07:18:58,754 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731827868006.015052819ca0674f8004b4bab30ed7bd. 2024-11-17T07:18:58,763 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740/.tmp/rep_barrier/1444d7543e8c403fa7ff2ee5301ac710 2024-11-17T07:18:58,787 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740/.tmp/table/c48b414b018d467a896d4d9115b70d78 is 53, key is hbase:replication/table:state/1731827869189/Put/seqid=0 2024-11-17T07:18:58,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741849_1025 (size=5308) 2024-11-17T07:18:58,882 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T07:18:58,882 DEBUG [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T07:18:58,882 DEBUG [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:18:59,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:18:59,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:18:59,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:18:59,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:18:59,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:18:59,082 DEBUG [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:18:59,192 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740/.tmp/table/c48b414b018d467a896d4d9115b70d78 2024-11-17T07:18:59,198 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740/.tmp/info/0b94eb1e679c4db297d86a94a1460401 as hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740/info/0b94eb1e679c4db297d86a94a1460401 2024-11-17T07:18:59,202 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740/info/0b94eb1e679c4db297d86a94a1460401, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T07:18:59,203 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740/.tmp/ns/9f1031fef4714c8280d4ac3aec467384 as hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740/ns/9f1031fef4714c8280d4ac3aec467384 2024-11-17T07:18:59,207 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740/ns/9f1031fef4714c8280d4ac3aec467384, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T07:18:59,207 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740/.tmp/rep_barrier/1444d7543e8c403fa7ff2ee5301ac710 as hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740/rep_barrier/1444d7543e8c403fa7ff2ee5301ac710 2024-11-17T07:18:59,211 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740/rep_barrier/1444d7543e8c403fa7ff2ee5301ac710, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T07:18:59,212 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740/.tmp/table/c48b414b018d467a896d4d9115b70d78 as hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740/table/c48b414b018d467a896d4d9115b70d78 2024-11-17T07:18:59,216 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740/table/c48b414b018d467a896d4d9115b70d78, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T07:18:59,217 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=16, compaction requested=false 2024-11-17T07:18:59,217 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T07:18:59,221 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T07:18:59,222 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:18:59,222 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:18:59,222 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:18:59,222 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827937881Running coprocessor pre-close hooks at 1731827937881Disabling compacts and flushes for region at 1731827937881Disabling writes for close at 1731827937881Obtaining lock to block concurrent updates at 1731827937881Preparing flush snapshotting stores in 1588230740 at 1731827937881Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731827937882 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731827937882Flushing 1588230740/info: creating writer at 1731827937882Flushing 1588230740/info: appending metadata at 1731827937901 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731827937901Flushing 1588230740/ns: creating writer at 1731827938312 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731827938329 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731827938329Flushing 1588230740/rep_barrier: creating writer at 1731827938340 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731827938357 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731827938357Flushing 1588230740/table: creating writer at 1731827938768 (+411 ms)Flushing 1588230740/table: appending metadata at 1731827938786 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731827938786Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@480bcc5a: reopening flushed file at 1731827939197 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55cb9373: reopening flushed file at 1731827939202 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15dc255a: reopening flushed file at 1731827939207 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@271b1930: reopening flushed file at 1731827939211 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=16, compaction requested=false at 1731827939217 (+6 ms)Writing region close event to WAL at 1731827939219 (+2 ms)Running coprocessor post-close hooks at 1731827939222 (+3 ms)Closed at 1731827939222 2024-11-17T07:18:59,222 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T07:18:59,282 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(976): stopping server 1dd62e24b303,33969,1731827859251; all regions closed. 2024-11-17T07:18:59,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741834_1010 (size=4239) 2024-11-17T07:18:59,289 DEBUG [RS:0;1dd62e24b303:33969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/oldWALs 2024-11-17T07:18:59,289 INFO [RS:0;1dd62e24b303:33969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C33969%2C1731827859251.meta:.meta(num 1731827861302) 2024-11-17T07:18:59,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741839_1015 (size=2700) 2024-11-17T07:18:59,298 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/WALs/1dd62e24b303,33969,1731827859251/1dd62e24b303%2C33969%2C1731827859251.rep.1731827869147 not finished, retry = 0 2024-11-17T07:18:59,401 DEBUG [RS:0;1dd62e24b303:33969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/oldWALs 2024-11-17T07:18:59,401 INFO [RS:0;1dd62e24b303:33969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C33969%2C1731827859251.rep:(num 1731827869147) 2024-11-17T07:18:59,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741833_1009 (size=1300) 2024-11-17T07:18:59,405 DEBUG [RS:0;1dd62e24b303:33969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/oldWALs 2024-11-17T07:18:59,405 INFO [RS:0;1dd62e24b303:33969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C33969%2C1731827859251:(num 1731827860879) 2024-11-17T07:18:59,405 DEBUG [RS:0;1dd62e24b303:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:18:59,405 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:18:59,405 INFO [RS:0;1dd62e24b303:33969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:18:59,405 INFO [RS:0;1dd62e24b303:33969 {}] hbase.ChoreService(370): Chore service for: regionserver/1dd62e24b303:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T07:18:59,405 INFO [RS:0;1dd62e24b303:33969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:18:59,405 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:18:59,406 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1dd62e24b303,33969,1731827859251 because: Region server is closing 2024-11-17T07:18:59,406 INFO [RS:0;1dd62e24b303:33969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:33969. 2024-11-17T07:18:59,406 DEBUG [RS:0;1dd62e24b303:33969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:18:59,406 DEBUG [RS:0;1dd62e24b303:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:18:59,406 DEBUG [RS:0;1dd62e24b303:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:18:59,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:18:59,506 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.wal-reader.1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T07:18:59,506 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.shipper1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T07:18:59,507 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,33969,1731827859251.replicationSource.shipper1dd62e24b303%2C33969%2C1731827859251,1-1dd62e24b303,33969,1731827859251 terminated 2024-11-17T07:18:59,507 INFO [RS:0;1dd62e24b303:33969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33969 2024-11-17T07:18:59,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10124c9e5d30001, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-874900372/rs/1dd62e24b303,33969,1731827859251 2024-11-17T07:18:59,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874900372/rs 2024-11-17T07:18:59,509 INFO [RS:0;1dd62e24b303:33969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:18:59,510 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1dd62e24b303,33969,1731827859251] 2024-11-17T07:18:59,511 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-874900372/draining/1dd62e24b303,33969,1731827859251 already deleted, retry=false 2024-11-17T07:18:59,511 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1dd62e24b303,33969,1731827859251 expired; onlineServers=0 2024-11-17T07:18:59,511 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1dd62e24b303,35361,1731827859202' ***** 2024-11-17T07:18:59,511 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T07:18:59,511 INFO [M:0;1dd62e24b303:35361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:18:59,511 INFO [M:0;1dd62e24b303:35361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:18:59,511 DEBUG [M:0;1dd62e24b303:35361 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T07:18:59,511 DEBUG [M:0;1dd62e24b303:35361 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T07:18:59,511 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T07:18:59,511 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827860688 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827860688,5,FailOnTimeoutGroup] 2024-11-17T07:18:59,511 INFO [M:0;1dd62e24b303:35361 {}] hbase.ChoreService(370): Chore service for: master/1dd62e24b303:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T07:18:59,511 INFO [M:0;1dd62e24b303:35361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:18:59,511 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827860688 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827860688,5,FailOnTimeoutGroup] 2024-11-17T07:18:59,511 DEBUG [M:0;1dd62e24b303:35361 {}] master.HMaster(1795): Stopping service threads 2024-11-17T07:18:59,511 INFO [M:0;1dd62e24b303:35361 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T07:18:59,511 INFO [M:0;1dd62e24b303:35361 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:18:59,512 INFO [M:0;1dd62e24b303:35361 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T07:18:59,512 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T07:18:59,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-874900372/master 2024-11-17T07:18:59,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874900372 2024-11-17T07:18:59,514 DEBUG [M:0;1dd62e24b303:35361 {}] zookeeper.ZKUtil(347): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Unable to get data of znode /0-874900372/master because node does not exist (not an error) 2024-11-17T07:18:59,514 WARN [M:0;1dd62e24b303:35361 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T07:18:59,515 INFO [M:0;1dd62e24b303:35361 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/.lastflushedseqids 2024-11-17T07:18:59,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741850_1026 (size=263) 2024-11-17T07:18:59,555 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:18:59,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:18:59,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:18:59,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:18:59,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:18:59,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:18:59,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10124c9e5d30001, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:18:59,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10124c9e5d30001, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:18:59,610 INFO [RS:0;1dd62e24b303:33969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:18:59,610 INFO [RS:0;1dd62e24b303:33969 {}] regionserver.HRegionServer(1031): Exiting; stopping=1dd62e24b303,33969,1731827859251; zookeeper connection closed. 2024-11-17T07:18:59,610 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e8f85d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e8f85d2 2024-11-17T07:18:59,610 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T07:18:59,920 INFO [M:0;1dd62e24b303:35361 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T07:18:59,920 INFO [M:0;1dd62e24b303:35361 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T07:18:59,920 DEBUG [M:0;1dd62e24b303:35361 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:18:59,920 INFO [M:0;1dd62e24b303:35361 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:18:59,920 DEBUG [M:0;1dd62e24b303:35361 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:18:59,920 DEBUG [M:0;1dd62e24b303:35361 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:18:59,920 DEBUG [M:0;1dd62e24b303:35361 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:18:59,921 INFO [M:0;1dd62e24b303:35361 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-17T07:18:59,936 DEBUG [M:0;1dd62e24b303:35361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b94df342a82473da9f1f5bfa11a626d is 82, key is hbase:meta,,1/info:regioninfo/1731827861344/Put/seqid=0 2024-11-17T07:18:59,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741851_1027 (size=5672) 2024-11-17T07:19:00,341 INFO [M:0;1dd62e24b303:35361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b94df342a82473da9f1f5bfa11a626d 2024-11-17T07:19:00,361 DEBUG [M:0;1dd62e24b303:35361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26fd1824e5c24b65a008cdf5139204df is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731827865596/Put/seqid=0 2024-11-17T07:19:00,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741852_1028 (size=7240) 2024-11-17T07:19:00,766 INFO [M:0;1dd62e24b303:35361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26fd1824e5c24b65a008cdf5139204df 2024-11-17T07:19:00,771 INFO [M:0;1dd62e24b303:35361 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26fd1824e5c24b65a008cdf5139204df 2024-11-17T07:19:00,789 DEBUG [M:0;1dd62e24b303:35361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/558bcbd960074db79ad64675b24754ef is 69, key is 1dd62e24b303,33969,1731827859251/rs:state/1731827860706/Put/seqid=0 2024-11-17T07:19:00,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741853_1029 (size=5156) 2024-11-17T07:19:01,194 INFO [M:0;1dd62e24b303:35361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/558bcbd960074db79ad64675b24754ef 2024-11-17T07:19:01,201 DEBUG [M:0;1dd62e24b303:35361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b94df342a82473da9f1f5bfa11a626d as hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b94df342a82473da9f1f5bfa11a626d 2024-11-17T07:19:01,207 INFO [M:0;1dd62e24b303:35361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b94df342a82473da9f1f5bfa11a626d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T07:19:01,208 DEBUG [M:0;1dd62e24b303:35361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26fd1824e5c24b65a008cdf5139204df as hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26fd1824e5c24b65a008cdf5139204df 2024-11-17T07:19:01,213 INFO [M:0;1dd62e24b303:35361 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26fd1824e5c24b65a008cdf5139204df 2024-11-17T07:19:01,214 INFO [M:0;1dd62e24b303:35361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26fd1824e5c24b65a008cdf5139204df, entries=11, sequenceid=105, filesize=7.1 K 2024-11-17T07:19:01,214 DEBUG [M:0;1dd62e24b303:35361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/558bcbd960074db79ad64675b24754ef as hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/558bcbd960074db79ad64675b24754ef 2024-11-17T07:19:01,220 INFO [M:0;1dd62e24b303:35361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34637/user/jenkins/test-data/2efaf038-70d2-fa06-48a8-bd4722ed54d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/558bcbd960074db79ad64675b24754ef, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T07:19:01,222 INFO [M:0;1dd62e24b303:35361 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=105, compaction requested=false 2024-11-17T07:19:01,229 INFO [M:0;1dd62e24b303:35361 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:01,229 DEBUG [M:0;1dd62e24b303:35361 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827939920Disabling compacts and flushes for region at 1731827939920Disabling writes for close at 1731827939920Obtaining lock to block concurrent updates at 1731827939921 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731827939921Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731827939921Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731827939922 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731827939922Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731827939936 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731827939936Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731827940346 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731827940361 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731827940361Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731827940771 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731827940788 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731827940788Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a567c88: reopening flushed file at 1731827941200 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@143cb304: reopening flushed file at 1731827941207 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cf50abe: reopening flushed file at 1731827941214 (+7 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=105, compaction requested=false at 1731827941222 (+8 ms)Writing region close event to WAL at 1731827941228 (+6 ms)Closed at 1731827941228 2024-11-17T07:19:01,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36967 is added to blk_1073741830_1006 (size=64526) 2024-11-17T07:19:01,232 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:19:01,232 INFO [M:0;1dd62e24b303:35361 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T07:19:01,233 INFO [M:0;1dd62e24b303:35361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35361 2024-11-17T07:19:01,234 INFO [M:0;1dd62e24b303:35361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:19:01,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:19:01,336 INFO [M:0;1dd62e24b303:35361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:19:01,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35361-0x10124c9e5d30000, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:19:01,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9c2799f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:19:01,341 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@133292a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:19:01,341 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:19:01,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e93db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:19:01,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530a7c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/hadoop.log.dir/,STOPPED} 2024-11-17T07:19:01,343 WARN [BP-1246771683-172.17.0.2-1731827858278 heartbeating to localhost/127.0.0.1:34637 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T07:19:01,343 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T07:19:01,343 WARN [BP-1246771683-172.17.0.2-1731827858278 heartbeating to localhost/127.0.0.1:34637 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1246771683-172.17.0.2-1731827858278 (Datanode Uuid 19edd454-a8b9-4c98-b802-b5d3fcd288cb) service to localhost/127.0.0.1:34637 2024-11-17T07:19:01,343 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T07:19:01,343 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/cluster_31f2147c-6aa4-7b88-402e-f0dfadc92b50/data/data1/current/BP-1246771683-172.17.0.2-1731827858278 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:19:01,344 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/cluster_31f2147c-6aa4-7b88-402e-f0dfadc92b50/data/data2/current/BP-1246771683-172.17.0.2-1731827858278 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:19:01,344 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T07:19:01,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19f28759{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:19:01,353 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b5fcb95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:19:01,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:19:01,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecc9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:19:01,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a50b0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1533a416-c2f3-8971-ddae-2fac2d48be69/hadoop.log.dir/,STOPPED} 2024-11-17T07:19:01,363 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T07:19:01,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T07:19:01,390 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 139) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f47b8b943f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34637 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57047) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:42483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f47b8b943f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57047) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42483 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=212 (was 254), ProcessCount=11 (was 11), AvailableMemoryMB=1535 (was 1661) 2024-11-17T07:19:01,401 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=212, ProcessCount=11, AvailableMemoryMB=1534 2024-11-17T07:19:01,418 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-17T07:19:01,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/hadoop.log.dir so I do NOT create it in target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0 2024-11-17T07:19:01,419 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T07:19:01,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/hadoop.tmp.dir so I do NOT create it in target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0 2024-11-17T07:19:01,419 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c793f1-c70a-8915-67fb-59a72ad1249f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T07:19:01,419 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0 2024-11-17T07:19:01,419 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/cluster_c034595d-1c4f-b945-56a6-eedccfb87d2e, deleteOnExit=true 2024-11-17T07:19:01,433 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/cluster_c034595d-1c4f-b945-56a6-eedccfb87d2e/zookeeper_0, clientPort=52639, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/cluster_c034595d-1c4f-b945-56a6-eedccfb87d2e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/cluster_c034595d-1c4f-b945-56a6-eedccfb87d2e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T07:19:01,441 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52639 2024-11-17T07:19:01,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T07:19:01,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T07:19:01,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/test.cache.data in system properties and HBase conf 2024-11-17T07:19:01,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T07:19:01,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/hadoop.log.dir in system properties and HBase conf 2024-11-17T07:19:01,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T07:19:01,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T07:19:01,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T07:19:01,442 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T07:19:01,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:19:01,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:19:01,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T07:19:01,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:19:01,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T07:19:01,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T07:19:01,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:19:01,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:19:01,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T07:19:01,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/nfs.dump.dir in system properties and HBase conf 2024-11-17T07:19:01,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/java.io.tmpdir in system properties and HBase conf 2024-11-17T07:19:01,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:19:01,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T07:19:01,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T07:19:01,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10124c9e5d30002, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T07:19:01,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10124c9e5d30002, quorum=127.0.0.1:57047, baseZNode=/0-874900372 Received Disconnected from ZooKeeper, ignoring 2024-11-17T07:19:01,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10124c9e5d30005, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T07:19:01,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10124c9e5d30005, quorum=127.0.0.1:57047, baseZNode=/1-299768043 Received Disconnected from ZooKeeper, ignoring 2024-11-17T07:19:01,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:19:01,540 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:19:01,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:19:01,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:19:01,556 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T07:19:01,577 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:19:01,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:19:01,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:19:01,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22f50b67{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/java.io.tmpdir/jetty-localhost-44673-hadoop-hdfs-3_4_1-tests_jar-_-any-13477943418021292982/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:19:01,741 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:44673} 2024-11-17T07:19:01,741 INFO [Time-limited test {}] server.Server(415): Started @130779ms 2024-11-17T07:19:01,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:19:01,892 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:19:01,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:19:01,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:19:01,897 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:19:01,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f4a13ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:19:01,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a7ac3fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:19:02,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61e0d86d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/java.io.tmpdir/jetty-localhost-44311-hadoop-hdfs-3_4_1-tests_jar-_-any-13319085228026497387/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:19:02,039 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ac6680f{HTTP/1.1, (http/1.1)}{localhost:44311} 2024-11-17T07:19:02,040 INFO [Time-limited test {}] server.Server(415): Started @131077ms 2024-11-17T07:19:02,041 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T07:19:02,205 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/cluster_c034595d-1c4f-b945-56a6-eedccfb87d2e/data/data1/current/BP-1802739442-172.17.0.2-1731827941466/current, will proceed with Du for space computation calculation, 2024-11-17T07:19:02,205 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/cluster_c034595d-1c4f-b945-56a6-eedccfb87d2e/data/data2/current/BP-1802739442-172.17.0.2-1731827941466/current, will proceed with Du for space computation calculation, 2024-11-17T07:19:02,225 WARN [Thread-1274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T07:19:02,227 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x863791a4cc2cc6bd with lease ID 0xe81f0fcab8a24bf: Processing first storage report for DS-c8ad1e93-5407-4a8b-882d-0e137e013104 from datanode DatanodeRegistration(127.0.0.1:41249, datanodeUuid=04d39efe-3f8d-47bd-b11c-088089ca8ec4, infoPort=43581, infoSecurePort=0, ipcPort=36781, storageInfo=lv=-57;cid=testClusterID;nsid=1797958230;c=1731827941466) 2024-11-17T07:19:02,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x863791a4cc2cc6bd with lease ID 0xe81f0fcab8a24bf: from storage DS-c8ad1e93-5407-4a8b-882d-0e137e013104 node DatanodeRegistration(127.0.0.1:41249, datanodeUuid=04d39efe-3f8d-47bd-b11c-088089ca8ec4, infoPort=43581, infoSecurePort=0, ipcPort=36781, storageInfo=lv=-57;cid=testClusterID;nsid=1797958230;c=1731827941466), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:19:02,227 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x863791a4cc2cc6bd with lease ID 0xe81f0fcab8a24bf: Processing first storage report for DS-8319d4b8-eebb-4c01-9a6b-d53ee6c10ab8 from datanode DatanodeRegistration(127.0.0.1:41249, datanodeUuid=04d39efe-3f8d-47bd-b11c-088089ca8ec4, infoPort=43581, infoSecurePort=0, ipcPort=36781, storageInfo=lv=-57;cid=testClusterID;nsid=1797958230;c=1731827941466) 2024-11-17T07:19:02,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x863791a4cc2cc6bd with lease ID 0xe81f0fcab8a24bf: from storage DS-8319d4b8-eebb-4c01-9a6b-d53ee6c10ab8 node DatanodeRegistration(127.0.0.1:41249, datanodeUuid=04d39efe-3f8d-47bd-b11c-088089ca8ec4, infoPort=43581, infoSecurePort=0, ipcPort=36781, storageInfo=lv=-57;cid=testClusterID;nsid=1797958230;c=1731827941466), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:19:02,322 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0 2024-11-17T07:19:02,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:02,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:02,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741825_1001 (size=7) 2024-11-17T07:19:02,733 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb with version=8 2024-11-17T07:19:02,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/hbase-staging 2024-11-17T07:19:02,735 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:19:02,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:02,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:02,735 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:19:02,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:02,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:19:02,735 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:19:02,735 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:19:02,736 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35297 2024-11-17T07:19:02,737 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35297 connecting to ZooKeeper ensemble=127.0.0.1:52639 2024-11-17T07:19:02,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352970x0, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:19:02,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35297-0x10124cb2ac10000 connected 2024-11-17T07:19:02,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:02,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:02,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Set watcher on znode that does not yet exist, /0-1261389900/running 2024-11-17T07:19:02,772 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb, hbase.cluster.distributed=false 2024-11-17T07:19:02,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Set watcher on znode that does not yet exist, /0-1261389900/acl 2024-11-17T07:19:02,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35297 2024-11-17T07:19:02,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35297 2024-11-17T07:19:02,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35297 2024-11-17T07:19:02,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35297 2024-11-17T07:19:02,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35297 2024-11-17T07:19:02,796 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:19:02,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:02,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:02,796 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:19:02,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:02,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:19:02,796 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:19:02,797 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:19:02,798 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36423 2024-11-17T07:19:02,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36423 connecting to ZooKeeper ensemble=127.0.0.1:52639 2024-11-17T07:19:02,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:02,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:02,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364230x0, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:19:02,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364230x0, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Set watcher on znode that does not yet exist, /0-1261389900/running 2024-11-17T07:19:02,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36423-0x10124cb2ac10001 connected 2024-11-17T07:19:02,805 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:19:02,809 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:19:02,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36423-0x10124cb2ac10001, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Set watcher on znode that does not yet exist, /0-1261389900/master 2024-11-17T07:19:02,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36423-0x10124cb2ac10001, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Set watcher on znode that does not yet exist, /0-1261389900/acl 2024-11-17T07:19:02,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36423 2024-11-17T07:19:02,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36423 2024-11-17T07:19:02,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36423 2024-11-17T07:19:02,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36423 2024-11-17T07:19:02,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36423 2024-11-17T07:19:02,826 DEBUG [M:0;1dd62e24b303:35297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:35297 2024-11-17T07:19:02,826 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1261389900/backup-masters/1dd62e24b303,35297,1731827942734 2024-11-17T07:19:02,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36423-0x10124cb2ac10001, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900/backup-masters 2024-11-17T07:19:02,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900/backup-masters 2024-11-17T07:19:02,828 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Set watcher on existing znode=/0-1261389900/backup-masters/1dd62e24b303,35297,1731827942734 2024-11-17T07:19:02,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36423-0x10124cb2ac10001, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1261389900/master 2024-11-17T07:19:02,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:02,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36423-0x10124cb2ac10001, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:02,830 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Set watcher on existing znode=/0-1261389900/master 2024-11-17T07:19:02,830 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1261389900/backup-masters/1dd62e24b303,35297,1731827942734 from backup master directory 2024-11-17T07:19:02,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1261389900/backup-masters/1dd62e24b303,35297,1731827942734 2024-11-17T07:19:02,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36423-0x10124cb2ac10001, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900/backup-masters 2024-11-17T07:19:02,833 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:19:02,833 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,35297,1731827942734 2024-11-17T07:19:02,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900/backup-masters 2024-11-17T07:19:02,837 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/hbase.id] with ID: 3d44c158-8da4-4b26-ae01-3d512fa96e1d 2024-11-17T07:19:02,837 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/.tmp/hbase.id 2024-11-17T07:19:02,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741826_1002 (size=42) 2024-11-17T07:19:03,242 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/.tmp/hbase.id]:[hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/hbase.id] 2024-11-17T07:19:03,253 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:03,253 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:19:03,254 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T07:19:03,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:03,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36423-0x10124cb2ac10001, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:03,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741827_1003 (size=196) 2024-11-17T07:19:03,663 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:19:03,664 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:19:03,664 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:03,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741828_1004 (size=1189) 2024-11-17T07:19:04,074 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store 2024-11-17T07:19:04,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741829_1005 (size=34) 2024-11-17T07:19:04,480 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:04,480 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:19:04,480 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:04,480 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:04,480 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:19:04,480 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:04,480 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:04,481 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827944480Disabling compacts and flushes for region at 1731827944480Disabling writes for close at 1731827944480Writing region close event to WAL at 1731827944480Closed at 1731827944480 2024-11-17T07:19:04,481 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/.initializing 2024-11-17T07:19:04,481 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/WALs/1dd62e24b303,35297,1731827942734 2024-11-17T07:19:04,482 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:19:04,484 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C35297%2C1731827942734, suffix=, logDir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/WALs/1dd62e24b303,35297,1731827942734, archiveDir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/oldWALs, maxLogs=10 2024-11-17T07:19:04,501 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/WALs/1dd62e24b303,35297,1731827942734/1dd62e24b303%2C35297%2C1731827942734.1731827944485, exclude list is [], retry=0 2024-11-17T07:19:04,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41249,DS-c8ad1e93-5407-4a8b-882d-0e137e013104,DISK] 2024-11-17T07:19:04,505 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/WALs/1dd62e24b303,35297,1731827942734/1dd62e24b303%2C35297%2C1731827942734.1731827944485 2024-11-17T07:19:04,506 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43581:43581)] 2024-11-17T07:19:04,506 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:19:04,506 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:04,506 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:04,506 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:04,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:04,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:19:04,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:04,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:04,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:04,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:19:04,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:04,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:04,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:04,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:19:04,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:04,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:04,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:04,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:19:04,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:04,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:04,513 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:04,513 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:04,514 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:04,515 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:04,515 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:04,515 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:19:04,516 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:04,518 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:19:04,518 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67872332, jitterRate=0.011376559734344482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:19:04,519 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731827944506Initializing all the Stores at 1731827944507 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827944507Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827944507Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827944507Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827944507Cleaning up temporary data from old regions at 1731827944515 (+8 ms)Region opened successfully at 1731827944519 (+4 ms) 2024-11-17T07:19:04,520 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:19:04,523 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c006e90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:19:04,524 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T07:19:04,524 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:19:04,524 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:19:04,524 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:19:04,525 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T07:19:04,525 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T07:19:04,525 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:19:04,527 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:19:04,528 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Unable to get data of znode /0-1261389900/balancer because node does not exist (not necessarily an error) 2024-11-17T07:19:04,529 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1261389900/balancer already deleted, retry=false 2024-11-17T07:19:04,529 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:19:04,530 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Unable to get data of znode /0-1261389900/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:19:04,531 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1261389900/normalizer already deleted, retry=false 2024-11-17T07:19:04,531 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:19:04,533 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Unable to get data of znode /0-1261389900/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:19:04,535 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1261389900/switch/split already deleted, retry=false 2024-11-17T07:19:04,536 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Unable to get data of znode /0-1261389900/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:19:04,537 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1261389900/switch/merge already deleted, retry=false 2024-11-17T07:19:04,538 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Unable to get data of znode /0-1261389900/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:19:04,539 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1261389900/snapshot-cleanup already deleted, retry=false 2024-11-17T07:19:04,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1261389900/running 2024-11-17T07:19:04,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36423-0x10124cb2ac10001, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1261389900/running 2024-11-17T07:19:04,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:04,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36423-0x10124cb2ac10001, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:04,541 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,35297,1731827942734, sessionid=0x10124cb2ac10000, setting cluster-up flag (Was=false) 2024-11-17T07:19:04,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:04,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36423-0x10124cb2ac10001, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:04,550 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1261389900/flush-table-proc/acquired, /0-1261389900/flush-table-proc/reached, /0-1261389900/flush-table-proc/abort 2024-11-17T07:19:04,550 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,35297,1731827942734 2024-11-17T07:19:04,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:04,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36423-0x10124cb2ac10001, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:04,562 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1261389900/online-snapshot/acquired, /0-1261389900/online-snapshot/reached, /0-1261389900/online-snapshot/abort 2024-11-17T07:19:04,563 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,35297,1731827942734 2024-11-17T07:19:04,564 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T07:19:04,565 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:04,565 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:19:04,566 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:19:04,566 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,35297,1731827942734 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:19:04,567 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:04,567 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:04,567 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:04,567 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:04,567 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:19:04,567 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:04,567 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:19:04,567 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:04,568 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731827974567 2024-11-17T07:19:04,568 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:19:04,568 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:19:04,568 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:19:04,568 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:19:04,568 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:19:04,568 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:19:04,568 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:04,568 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:04,568 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T07:19:04,568 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:19:04,568 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:19:04,569 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:19:04,569 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:19:04,569 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:19:04,569 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:19:04,569 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:04,569 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T07:19:04,570 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827944569,5,FailOnTimeoutGroup] 2024-11-17T07:19:04,570 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827944570,5,FailOnTimeoutGroup] 2024-11-17T07:19:04,570 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:04,570 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:19:04,570 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:04,570 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:04,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741831_1007 (size=1321) 2024-11-17T07:19:04,617 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(746): ClusterId : 3d44c158-8da4-4b26-ae01-3d512fa96e1d 2024-11-17T07:19:04,617 DEBUG [RS:0;1dd62e24b303:36423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:19:04,619 DEBUG [RS:0;1dd62e24b303:36423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:19:04,619 DEBUG [RS:0;1dd62e24b303:36423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:19:04,620 DEBUG [RS:0;1dd62e24b303:36423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:19:04,620 DEBUG [RS:0;1dd62e24b303:36423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b98151e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:19:04,632 DEBUG [RS:0;1dd62e24b303:36423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:36423 2024-11-17T07:19:04,632 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:19:04,632 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:19:04,632 DEBUG [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:19:04,633 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,35297,1731827942734 with port=36423, startcode=1731827942796 2024-11-17T07:19:04,633 DEBUG [RS:0;1dd62e24b303:36423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:19:04,634 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:19:04,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35297 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,36423,1731827942796 2024-11-17T07:19:04,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35297 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,36423,1731827942796 2024-11-17T07:19:04,636 DEBUG [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb 2024-11-17T07:19:04,636 DEBUG [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33817 2024-11-17T07:19:04,636 DEBUG [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:19:04,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900/rs 2024-11-17T07:19:04,639 DEBUG [RS:0;1dd62e24b303:36423 {}] zookeeper.ZKUtil(111): regionserver:36423-0x10124cb2ac10001, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Set watcher on existing znode=/0-1261389900/rs/1dd62e24b303,36423,1731827942796 2024-11-17T07:19:04,639 WARN [RS:0;1dd62e24b303:36423 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:19:04,639 INFO [RS:0;1dd62e24b303:36423 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:04,640 DEBUG [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796 2024-11-17T07:19:04,640 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,36423,1731827942796] 2024-11-17T07:19:04,643 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:19:04,644 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:19:04,645 INFO [RS:0;1dd62e24b303:36423 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:19:04,645 INFO [RS:0;1dd62e24b303:36423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:04,645 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:19:04,645 INFO [RS:0;1dd62e24b303:36423 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:19:04,645 INFO [RS:0;1dd62e24b303:36423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:04,646 DEBUG [RS:0;1dd62e24b303:36423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:04,646 DEBUG [RS:0;1dd62e24b303:36423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:04,646 DEBUG [RS:0;1dd62e24b303:36423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:04,646 DEBUG [RS:0;1dd62e24b303:36423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:04,646 DEBUG [RS:0;1dd62e24b303:36423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:04,646 DEBUG [RS:0;1dd62e24b303:36423 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:19:04,646 DEBUG [RS:0;1dd62e24b303:36423 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:04,646 DEBUG [RS:0;1dd62e24b303:36423 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:04,646 DEBUG [RS:0;1dd62e24b303:36423 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:04,646 DEBUG [RS:0;1dd62e24b303:36423 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:04,646 DEBUG [RS:0;1dd62e24b303:36423 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:04,646 DEBUG [RS:0;1dd62e24b303:36423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:04,646 DEBUG [RS:0;1dd62e24b303:36423 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:19:04,646 DEBUG [RS:0;1dd62e24b303:36423 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:19:04,646 INFO [RS:0;1dd62e24b303:36423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:04,646 INFO [RS:0;1dd62e24b303:36423 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:04,646 INFO [RS:0;1dd62e24b303:36423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:04,646 INFO [RS:0;1dd62e24b303:36423 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:04,646 INFO [RS:0;1dd62e24b303:36423 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:04,646 INFO [RS:0;1dd62e24b303:36423 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,36423,1731827942796-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:19:04,660 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:19:04,661 INFO [RS:0;1dd62e24b303:36423 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,36423,1731827942796-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:04,661 INFO [RS:0;1dd62e24b303:36423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:04,661 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.Replication(171): 1dd62e24b303,36423,1731827942796 started 2024-11-17T07:19:04,674 INFO [RS:0;1dd62e24b303:36423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:04,674 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,36423,1731827942796, RpcServer on 1dd62e24b303/172.17.0.2:36423, sessionid=0x10124cb2ac10001 2024-11-17T07:19:04,674 DEBUG [RS:0;1dd62e24b303:36423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:19:04,674 DEBUG [RS:0;1dd62e24b303:36423 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,36423,1731827942796 2024-11-17T07:19:04,674 DEBUG [RS:0;1dd62e24b303:36423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,36423,1731827942796' 2024-11-17T07:19:04,674 DEBUG [RS:0;1dd62e24b303:36423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1261389900/flush-table-proc/abort' 2024-11-17T07:19:04,674 DEBUG [RS:0;1dd62e24b303:36423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1261389900/flush-table-proc/acquired' 2024-11-17T07:19:04,675 DEBUG [RS:0;1dd62e24b303:36423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:19:04,675 DEBUG [RS:0;1dd62e24b303:36423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:19:04,675 DEBUG [RS:0;1dd62e24b303:36423 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,36423,1731827942796 2024-11-17T07:19:04,675 DEBUG [RS:0;1dd62e24b303:36423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,36423,1731827942796' 2024-11-17T07:19:04,675 DEBUG [RS:0;1dd62e24b303:36423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1261389900/online-snapshot/abort' 2024-11-17T07:19:04,675 DEBUG [RS:0;1dd62e24b303:36423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1261389900/online-snapshot/acquired' 2024-11-17T07:19:04,675 DEBUG [RS:0;1dd62e24b303:36423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:19:04,675 INFO [RS:0;1dd62e24b303:36423 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:19:04,675 INFO [RS:0;1dd62e24b303:36423 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:19:04,724 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:19:04,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:04,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:04,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:04,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:04,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:04,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:04,776 INFO [RS:0;1dd62e24b303:36423 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:19:04,777 INFO [RS:0;1dd62e24b303:36423 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C36423%2C1731827942796, suffix=, logDir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796, archiveDir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/oldWALs, maxLogs=10 2024-11-17T07:19:04,794 DEBUG [RS:0;1dd62e24b303:36423 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796/1dd62e24b303%2C36423%2C1731827942796.1731827944778, exclude list is [], retry=0 2024-11-17T07:19:04,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41249,DS-c8ad1e93-5407-4a8b-882d-0e137e013104,DISK] 2024-11-17T07:19:04,799 INFO [RS:0;1dd62e24b303:36423 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796/1dd62e24b303%2C36423%2C1731827942796.1731827944778 2024-11-17T07:19:04,799 DEBUG [RS:0;1dd62e24b303:36423 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43581:43581)] 2024-11-17T07:19:04,977 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T07:19:04,977 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb 2024-11-17T07:19:04,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741833_1009 (size=32) 2024-11-17T07:19:05,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:05,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:19:05,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:19:05,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:05,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:05,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:19:05,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:19:05,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:05,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:05,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:19:05,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:19:05,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:05,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:05,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:19:05,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:19:05,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:05,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:05,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:19:05,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740 2024-11-17T07:19:05,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740 2024-11-17T07:19:05,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:19:05,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:19:05,392 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:19:05,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:19:05,395 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:19:05,395 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66130457, jitterRate=-0.014579400420188904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:19:05,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731827945383Initializing all the Stores at 1731827945384 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827945384Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827945384Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827945384Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827945384Cleaning up temporary data from old regions at 1731827945391 (+7 ms)Region opened successfully at 1731827945396 (+5 ms) 2024-11-17T07:19:05,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:19:05,396 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:19:05,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:19:05,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:19:05,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:19:05,396 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:19:05,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827945396Disabling compacts and flushes for region at 1731827945396Disabling writes for close at 1731827945396Writing region close event to WAL at 1731827945396Closed at 1731827945396 2024-11-17T07:19:05,398 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:05,398 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T07:19:05,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:19:05,399 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:19:05,400 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T07:19:05,551 DEBUG [1dd62e24b303:35297 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:19:05,551 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,36423,1731827942796 2024-11-17T07:19:05,552 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,36423,1731827942796, state=OPENING 2024-11-17T07:19:05,554 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T07:19:05,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:05,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36423-0x10124cb2ac10001, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:05,559 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:19:05,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1261389900/meta-region-server: CHANGED 2024-11-17T07:19:05,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1261389900/meta-region-server: CHANGED 2024-11-17T07:19:05,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,36423,1731827942796}] 2024-11-17T07:19:05,711 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:19:05,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:19:05,716 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:19:05,716 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:05,716 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:19:05,718 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C36423%2C1731827942796.meta, suffix=.meta, logDir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796, archiveDir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/oldWALs, maxLogs=10 2024-11-17T07:19:05,731 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796/1dd62e24b303%2C36423%2C1731827942796.meta.1731827945718.meta, exclude list is [], retry=0 2024-11-17T07:19:05,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41249,DS-c8ad1e93-5407-4a8b-882d-0e137e013104,DISK] 2024-11-17T07:19:05,734 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796/1dd62e24b303%2C36423%2C1731827942796.meta.1731827945718.meta 2024-11-17T07:19:05,734 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43581:43581)] 2024-11-17T07:19:05,735 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:19:05,735 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:19:05,735 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:19:05,735 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:19:05,735 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:19:05,735 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:19:05,735 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:05,735 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:19:05,735 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:19:05,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:19:05,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:19:05,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:05,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:05,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:19:05,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:19:05,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:05,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:05,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:19:05,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:19:05,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:05,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:05,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:19:05,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:19:05,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:05,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:05,741 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:19:05,741 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740 2024-11-17T07:19:05,742 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740 2024-11-17T07:19:05,743 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:19:05,743 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:19:05,743 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:19:05,744 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:19:05,745 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71954675, jitterRate=0.0722082108259201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:19:05,745 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:19:05,745 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731827945736Writing region info on filesystem at 1731827945736Initializing all the Stores at 1731827945736Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827945736Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827945736Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827945736Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827945736Cleaning up temporary data from old regions at 1731827945743 (+7 ms)Running coprocessor post-open hooks at 1731827945745 (+2 ms)Region opened successfully at 1731827945745 2024-11-17T07:19:05,746 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731827945711 2024-11-17T07:19:05,748 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:19:05,748 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:19:05,749 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,36423,1731827942796 2024-11-17T07:19:05,749 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,36423,1731827942796, state=OPEN 2024-11-17T07:19:05,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1261389900/meta-region-server 2024-11-17T07:19:05,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36423-0x10124cb2ac10001, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1261389900/meta-region-server 2024-11-17T07:19:05,751 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,36423,1731827942796 2024-11-17T07:19:05,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1261389900/meta-region-server: CHANGED 2024-11-17T07:19:05,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1261389900/meta-region-server: CHANGED 2024-11-17T07:19:05,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T07:19:05,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,36423,1731827942796 in 192 msec 2024-11-17T07:19:05,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T07:19:05,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-17T07:19:05,755 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:05,755 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T07:19:05,756 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:05,756 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,36423,1731827942796, seqNum=-1] 2024-11-17T07:19:05,756 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:19:05,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:19:05,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-11-17T07:19:05,762 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731827945762, completionTime=-1 2024-11-17T07:19:05,762 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T07:19:05,762 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:19:05,764 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:19:05,764 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731828005764 2024-11-17T07:19:05,764 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731828065764 2024-11-17T07:19:05,764 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T07:19:05,764 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,35297,1731827942734-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:05,764 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,35297,1731827942734-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:05,764 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,35297,1731827942734-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:05,764 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:35297, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:05,764 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:05,764 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:05,766 DEBUG [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T07:19:05,767 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.934sec 2024-11-17T07:19:05,768 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:19:05,768 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:19:05,768 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:19:05,768 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:19:05,768 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:19:05,768 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,35297,1731827942734-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:19:05,768 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,35297,1731827942734-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:19:05,770 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:19:05,770 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:19:05,770 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,35297,1731827942734-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:05,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775bde3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:05,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,35297,-1 for getting cluster id 2024-11-17T07:19:05,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:05,819 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d44c158-8da4-4b26-ae01-3d512fa96e1d' 2024-11-17T07:19:05,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:05,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d44c158-8da4-4b26-ae01-3d512fa96e1d" 2024-11-17T07:19:05,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a4703e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:05,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,35297,-1] 2024-11-17T07:19:05,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:05,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:05,821 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:05,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7231e51e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:05,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,36423,1731827942796, seqNum=-1] 2024-11-17T07:19:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:19:05,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:19:05,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1dd62e24b303,35297,1731827942734 2024-11-17T07:19:05,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52639 2024-11-17T07:19:05,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:19:05,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10124cb2ac10002 connected 2024-11-17T07:19:05,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/hadoop.log.dir so I do NOT create it in target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2 2024-11-17T07:19:05,834 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T07:19:05,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/hadoop.tmp.dir so I do NOT create it in target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2 2024-11-17T07:19:05,834 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T07:19:05,835 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2 2024-11-17T07:19:05,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T07:19:05,835 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/cluster_11e1aaf8-0b82-e4ab-e74e-0796e1a515d5, deleteOnExit=true 2024-11-17T07:19:05,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T07:19:05,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/test.cache.data in system properties and HBase conf 2024-11-17T07:19:05,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T07:19:05,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/hadoop.log.dir in system properties and HBase conf 2024-11-17T07:19:05,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T07:19:05,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T07:19:05,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T07:19:05,836 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T07:19:05,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:19:05,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:19:05,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T07:19:05,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:19:05,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T07:19:05,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T07:19:05,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:19:05,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:19:05,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T07:19:05,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/nfs.dump.dir in system properties and HBase conf 2024-11-17T07:19:05,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/java.io.tmpdir in system properties and HBase conf 2024-11-17T07:19:05,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:19:05,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T07:19:05,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T07:19:05,920 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:19:05,925 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:19:05,926 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:19:05,926 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:19:05,926 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T07:19:05,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:19:05,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a243add{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:19:05,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f7a8707{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:19:06,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@221549c0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/java.io.tmpdir/jetty-localhost-42817-hadoop-hdfs-3_4_1-tests_jar-_-any-2356723431570063606/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:19:06,051 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58a30a9d{HTTP/1.1, (http/1.1)}{localhost:42817} 2024-11-17T07:19:06,051 INFO [Time-limited test {}] server.Server(415): Started @135089ms 2024-11-17T07:19:06,160 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:19:06,165 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:19:06,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:19:06,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:19:06,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:19:06,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69488fb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:19:06,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b7b176a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:19:06,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T07:19:06,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T07:19:06,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:19:06,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33b7e74{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/java.io.tmpdir/jetty-localhost-42975-hadoop-hdfs-3_4_1-tests_jar-_-any-15012804417034006295/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:19:06,327 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25341d27{HTTP/1.1, (http/1.1)}{localhost:42975} 2024-11-17T07:19:06,327 INFO [Time-limited test {}] server.Server(415): Started @135365ms 2024-11-17T07:19:06,329 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T07:19:06,439 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/cluster_11e1aaf8-0b82-e4ab-e74e-0796e1a515d5/data/data1/current/BP-1105729201-172.17.0.2-1731827945861/current, will proceed with Du for space computation calculation, 2024-11-17T07:19:06,439 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/cluster_11e1aaf8-0b82-e4ab-e74e-0796e1a515d5/data/data2/current/BP-1105729201-172.17.0.2-1731827945861/current, will proceed with Du for space computation calculation, 2024-11-17T07:19:06,456 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T07:19:06,458 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4413ed2f2730af08 with lease ID 0xf6357488b80c0880: Processing first storage report for DS-893733ca-a17d-4f76-b9b1-c5fac0c86481 from datanode DatanodeRegistration(127.0.0.1:33837, datanodeUuid=42d9ffa4-bd82-4b69-be35-c4194c24a4b1, infoPort=45065, infoSecurePort=0, ipcPort=42811, storageInfo=lv=-57;cid=testClusterID;nsid=1001455642;c=1731827945861) 2024-11-17T07:19:06,458 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4413ed2f2730af08 with lease ID 0xf6357488b80c0880: from storage DS-893733ca-a17d-4f76-b9b1-c5fac0c86481 node DatanodeRegistration(127.0.0.1:33837, datanodeUuid=42d9ffa4-bd82-4b69-be35-c4194c24a4b1, infoPort=45065, infoSecurePort=0, ipcPort=42811, storageInfo=lv=-57;cid=testClusterID;nsid=1001455642;c=1731827945861), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:19:06,458 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4413ed2f2730af08 with lease ID 0xf6357488b80c0880: Processing first storage report for DS-f334d154-c204-49cf-8587-57f8863678fe from datanode DatanodeRegistration(127.0.0.1:33837, datanodeUuid=42d9ffa4-bd82-4b69-be35-c4194c24a4b1, infoPort=45065, infoSecurePort=0, ipcPort=42811, storageInfo=lv=-57;cid=testClusterID;nsid=1001455642;c=1731827945861) 2024-11-17T07:19:06,458 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4413ed2f2730af08 with lease ID 0xf6357488b80c0880: from storage DS-f334d154-c204-49cf-8587-57f8863678fe node DatanodeRegistration(127.0.0.1:33837, datanodeUuid=42d9ffa4-bd82-4b69-be35-c4194c24a4b1, infoPort=45065, infoSecurePort=0, ipcPort=42811, storageInfo=lv=-57;cid=testClusterID;nsid=1001455642;c=1731827945861), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:19:06,560 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2 2024-11-17T07:19:06,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:06,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:06,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741825_1001 (size=7) 2024-11-17T07:19:06,971 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084 with version=8 2024-11-17T07:19:06,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/hbase-staging 2024-11-17T07:19:06,974 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:19:06,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:06,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:06,974 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:19:06,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:06,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:19:06,974 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:19:06,974 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:19:06,975 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37193 2024-11-17T07:19:06,976 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37193 connecting to ZooKeeper ensemble=127.0.0.1:52639 2024-11-17T07:19:06,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371930x0, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:19:06,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37193-0x10124cb2ac10003 connected 2024-11-17T07:19:06,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:06,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:06,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Set watcher on znode that does not yet exist, /1-674584386/running 2024-11-17T07:19:06,999 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084, hbase.cluster.distributed=false 2024-11-17T07:19:07,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Set watcher on znode that does not yet exist, /1-674584386/acl 2024-11-17T07:19:07,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37193 2024-11-17T07:19:07,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37193 2024-11-17T07:19:07,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37193 2024-11-17T07:19:07,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37193 2024-11-17T07:19:07,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37193 2024-11-17T07:19:07,023 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:19:07,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:07,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:07,023 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:19:07,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:07,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:19:07,023 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:19:07,023 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:19:07,024 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44485 2024-11-17T07:19:07,025 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44485 connecting to ZooKeeper ensemble=127.0.0.1:52639 2024-11-17T07:19:07,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:07,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:07,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444850x0, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:19:07,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444850x0, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Set watcher on znode that does not yet exist, /1-674584386/running 2024-11-17T07:19:07,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44485-0x10124cb2ac10004 connected 2024-11-17T07:19:07,031 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:19:07,033 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:19:07,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44485-0x10124cb2ac10004, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Set watcher on znode that does not yet exist, /1-674584386/master 2024-11-17T07:19:07,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44485-0x10124cb2ac10004, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Set watcher on znode that does not yet exist, /1-674584386/acl 2024-11-17T07:19:07,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44485 2024-11-17T07:19:07,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44485 2024-11-17T07:19:07,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44485 2024-11-17T07:19:07,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44485 2024-11-17T07:19:07,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44485 2024-11-17T07:19:07,055 DEBUG [M:0;1dd62e24b303:37193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:37193 2024-11-17T07:19:07,056 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-674584386/backup-masters/1dd62e24b303,37193,1731827946973 2024-11-17T07:19:07,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44485-0x10124cb2ac10004, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-674584386/backup-masters 2024-11-17T07:19:07,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-674584386/backup-masters 2024-11-17T07:19:07,057 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Set watcher on existing znode=/1-674584386/backup-masters/1dd62e24b303,37193,1731827946973 2024-11-17T07:19:07,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44485-0x10124cb2ac10004, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-674584386/master 2024-11-17T07:19:07,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-674584386 2024-11-17T07:19:07,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44485-0x10124cb2ac10004, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-674584386 2024-11-17T07:19:07,059 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Set watcher on existing znode=/1-674584386/master 2024-11-17T07:19:07,059 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-674584386/backup-masters/1dd62e24b303,37193,1731827946973 from backup master directory 2024-11-17T07:19:07,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-674584386/backup-masters/1dd62e24b303,37193,1731827946973 2024-11-17T07:19:07,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44485-0x10124cb2ac10004, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-674584386/backup-masters 2024-11-17T07:19:07,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-674584386/backup-masters 2024-11-17T07:19:07,064 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:19:07,064 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,37193,1731827946973 2024-11-17T07:19:07,069 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/hbase.id] with ID: 9442e57a-eac0-480a-80f6-2fe6d026a1d4 2024-11-17T07:19:07,069 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/.tmp/hbase.id 2024-11-17T07:19:07,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741826_1002 (size=42) 2024-11-17T07:19:07,477 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/.tmp/hbase.id]:[hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/hbase.id] 2024-11-17T07:19:07,487 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:07,487 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:19:07,488 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T07:19:07,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44485-0x10124cb2ac10004, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-674584386 2024-11-17T07:19:07,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-674584386 2024-11-17T07:19:07,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741827_1003 (size=196) 2024-11-17T07:19:07,896 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:19:07,897 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:19:07,897 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:07,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741828_1004 (size=1189) 2024-11-17T07:19:08,304 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/data/master/store 2024-11-17T07:19:08,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741829_1005 (size=34) 2024-11-17T07:19:08,710 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:08,710 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:19:08,710 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:08,710 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:08,710 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:19:08,710 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:08,710 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:08,710 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827948710Disabling compacts and flushes for region at 1731827948710Disabling writes for close at 1731827948710Writing region close event to WAL at 1731827948710Closed at 1731827948710 2024-11-17T07:19:08,711 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/data/master/store/.initializing 2024-11-17T07:19:08,711 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/WALs/1dd62e24b303,37193,1731827946973 2024-11-17T07:19:08,712 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:19:08,713 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C37193%2C1731827946973, suffix=, logDir=hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/WALs/1dd62e24b303,37193,1731827946973, archiveDir=hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/oldWALs, maxLogs=10 2024-11-17T07:19:08,727 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/WALs/1dd62e24b303,37193,1731827946973/1dd62e24b303%2C37193%2C1731827946973.1731827948713, exclude list is [], retry=0 2024-11-17T07:19:08,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33837,DS-893733ca-a17d-4f76-b9b1-c5fac0c86481,DISK] 2024-11-17T07:19:08,731 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/WALs/1dd62e24b303,37193,1731827946973/1dd62e24b303%2C37193%2C1731827946973.1731827948713 2024-11-17T07:19:08,731 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45065:45065)] 2024-11-17T07:19:08,731 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:19:08,731 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:08,732 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:08,732 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:08,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:08,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:19:08,734 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:08,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:08,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:08,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:19:08,736 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:08,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:08,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:08,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:19:08,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:08,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:08,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:08,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:19:08,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:08,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:08,739 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:08,740 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:08,740 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:08,741 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:08,741 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:08,742 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:19:08,743 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:08,745 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:19:08,745 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69492434, jitterRate=0.03551796078681946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:19:08,746 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731827948732Initializing all the Stores at 1731827948732Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827948732Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827948733 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827948733Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827948733Cleaning up temporary data from old regions at 1731827948741 (+8 ms)Region opened successfully at 1731827948745 (+4 ms) 2024-11-17T07:19:08,746 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:19:08,749 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56dd6e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:19:08,750 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T07:19:08,750 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:19:08,750 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:19:08,750 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:19:08,751 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T07:19:08,751 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T07:19:08,751 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:19:08,754 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:19:08,754 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Unable to get data of znode /1-674584386/balancer because node does not exist (not necessarily an error) 2024-11-17T07:19:08,756 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-674584386/balancer already deleted, retry=false 2024-11-17T07:19:08,756 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:19:08,757 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Unable to get data of znode /1-674584386/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:19:08,758 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-674584386/normalizer already deleted, retry=false 2024-11-17T07:19:08,758 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:19:08,759 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Unable to get data of znode /1-674584386/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:19:08,762 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-674584386/switch/split already deleted, retry=false 2024-11-17T07:19:08,763 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Unable to get data of znode /1-674584386/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:19:08,764 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-674584386/switch/merge already deleted, retry=false 2024-11-17T07:19:08,766 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Unable to get data of znode /1-674584386/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:19:08,768 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-674584386/snapshot-cleanup already deleted, retry=false 2024-11-17T07:19:08,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44485-0x10124cb2ac10004, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-674584386/running 2024-11-17T07:19:08,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44485-0x10124cb2ac10004, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-674584386 2024-11-17T07:19:08,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-674584386/running 2024-11-17T07:19:08,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-674584386 2024-11-17T07:19:08,770 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,37193,1731827946973, sessionid=0x10124cb2ac10003, setting cluster-up flag (Was=false) 2024-11-17T07:19:08,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44485-0x10124cb2ac10004, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-674584386 2024-11-17T07:19:08,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-674584386 2024-11-17T07:19:08,782 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-674584386/flush-table-proc/acquired, /1-674584386/flush-table-proc/reached, /1-674584386/flush-table-proc/abort 2024-11-17T07:19:08,783 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,37193,1731827946973 2024-11-17T07:19:08,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-674584386 2024-11-17T07:19:08,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44485-0x10124cb2ac10004, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-674584386 2024-11-17T07:19:08,792 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-674584386/online-snapshot/acquired, /1-674584386/online-snapshot/reached, /1-674584386/online-snapshot/abort 2024-11-17T07:19:08,793 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,37193,1731827946973 2024-11-17T07:19:08,794 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T07:19:08,796 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:08,796 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:19:08,796 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:19:08,797 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,37193,1731827946973 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:19:08,799 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:08,799 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:08,799 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:08,799 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:08,799 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:19:08,799 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:08,799 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:19:08,799 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:08,808 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731827978808 2024-11-17T07:19:08,808 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:19:08,808 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:08,808 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T07:19:08,808 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:19:08,808 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:19:08,808 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:19:08,808 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:19:08,808 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:19:08,809 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:08,809 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T07:19:08,810 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:08,810 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:19:08,811 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:19:08,811 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:19:08,811 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:19:08,812 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:19:08,812 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:19:08,816 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827948812,5,FailOnTimeoutGroup] 2024-11-17T07:19:08,817 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827948816,5,FailOnTimeoutGroup] 2024-11-17T07:19:08,817 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:08,817 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:19:08,817 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:08,817 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:08,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741831_1007 (size=1321) 2024-11-17T07:19:08,822 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T07:19:08,823 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084 2024-11-17T07:19:08,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741832_1008 (size=32) 2024-11-17T07:19:08,847 INFO [RS:0;1dd62e24b303:44485 {}] regionserver.HRegionServer(746): ClusterId : 9442e57a-eac0-480a-80f6-2fe6d026a1d4 2024-11-17T07:19:08,847 DEBUG [RS:0;1dd62e24b303:44485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:19:08,849 DEBUG [RS:0;1dd62e24b303:44485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:19:08,849 DEBUG [RS:0;1dd62e24b303:44485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:19:08,850 DEBUG [RS:0;1dd62e24b303:44485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:19:08,850 DEBUG [RS:0;1dd62e24b303:44485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523844bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:19:08,866 DEBUG [RS:0;1dd62e24b303:44485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:44485 2024-11-17T07:19:08,866 INFO [RS:0;1dd62e24b303:44485 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:19:08,866 INFO [RS:0;1dd62e24b303:44485 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:19:08,866 DEBUG [RS:0;1dd62e24b303:44485 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:19:08,866 INFO [RS:0;1dd62e24b303:44485 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,37193,1731827946973 with port=44485, startcode=1731827947022 2024-11-17T07:19:08,867 DEBUG [RS:0;1dd62e24b303:44485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:19:08,868 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:19:08,868 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37193 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,44485,1731827947022 2024-11-17T07:19:08,869 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37193 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,44485,1731827947022 2024-11-17T07:19:08,870 DEBUG [RS:0;1dd62e24b303:44485 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084 2024-11-17T07:19:08,870 DEBUG [RS:0;1dd62e24b303:44485 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39663 2024-11-17T07:19:08,870 DEBUG [RS:0;1dd62e24b303:44485 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:19:08,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-674584386/rs 2024-11-17T07:19:08,879 DEBUG [RS:0;1dd62e24b303:44485 {}] zookeeper.ZKUtil(111): regionserver:44485-0x10124cb2ac10004, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Set watcher on existing znode=/1-674584386/rs/1dd62e24b303,44485,1731827947022 2024-11-17T07:19:08,879 WARN [RS:0;1dd62e24b303:44485 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:19:08,880 INFO [RS:0;1dd62e24b303:44485 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:08,880 DEBUG [RS:0;1dd62e24b303:44485 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/WALs/1dd62e24b303,44485,1731827947022 2024-11-17T07:19:08,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,44485,1731827947022] 2024-11-17T07:19:08,883 INFO [RS:0;1dd62e24b303:44485 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:19:08,885 INFO [RS:0;1dd62e24b303:44485 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:19:08,888 INFO [RS:0;1dd62e24b303:44485 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:19:08,888 INFO [RS:0;1dd62e24b303:44485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:08,889 INFO [RS:0;1dd62e24b303:44485 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:19:08,889 INFO [RS:0;1dd62e24b303:44485 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:19:08,889 INFO [RS:0;1dd62e24b303:44485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:08,890 DEBUG [RS:0;1dd62e24b303:44485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:08,890 DEBUG [RS:0;1dd62e24b303:44485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:08,890 DEBUG [RS:0;1dd62e24b303:44485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:08,890 DEBUG [RS:0;1dd62e24b303:44485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:08,890 DEBUG [RS:0;1dd62e24b303:44485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:08,890 DEBUG [RS:0;1dd62e24b303:44485 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:19:08,890 DEBUG [RS:0;1dd62e24b303:44485 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:08,890 DEBUG [RS:0;1dd62e24b303:44485 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:08,890 DEBUG [RS:0;1dd62e24b303:44485 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:08,890 DEBUG [RS:0;1dd62e24b303:44485 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:08,890 DEBUG [RS:0;1dd62e24b303:44485 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:08,890 DEBUG [RS:0;1dd62e24b303:44485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:08,890 DEBUG [RS:0;1dd62e24b303:44485 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:19:08,890 DEBUG [RS:0;1dd62e24b303:44485 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:19:08,890 INFO [RS:0;1dd62e24b303:44485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:08,890 INFO [RS:0;1dd62e24b303:44485 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:08,890 INFO [RS:0;1dd62e24b303:44485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:08,890 INFO [RS:0;1dd62e24b303:44485 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:08,890 INFO [RS:0;1dd62e24b303:44485 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:08,890 INFO [RS:0;1dd62e24b303:44485 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,44485,1731827947022-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:19:08,905 INFO [RS:0;1dd62e24b303:44485 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:19:08,905 INFO [RS:0;1dd62e24b303:44485 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,44485,1731827947022-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:08,905 INFO [RS:0;1dd62e24b303:44485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:08,905 INFO [RS:0;1dd62e24b303:44485 {}] regionserver.Replication(171): 1dd62e24b303,44485,1731827947022 started 2024-11-17T07:19:08,922 INFO [RS:0;1dd62e24b303:44485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:08,922 INFO [RS:0;1dd62e24b303:44485 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,44485,1731827947022, RpcServer on 1dd62e24b303/172.17.0.2:44485, sessionid=0x10124cb2ac10004 2024-11-17T07:19:08,922 DEBUG [RS:0;1dd62e24b303:44485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:19:08,922 DEBUG [RS:0;1dd62e24b303:44485 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,44485,1731827947022 2024-11-17T07:19:08,922 DEBUG [RS:0;1dd62e24b303:44485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,44485,1731827947022' 2024-11-17T07:19:08,922 DEBUG [RS:0;1dd62e24b303:44485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-674584386/flush-table-proc/abort' 2024-11-17T07:19:08,925 DEBUG [RS:0;1dd62e24b303:44485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-674584386/flush-table-proc/acquired' 2024-11-17T07:19:08,926 DEBUG [RS:0;1dd62e24b303:44485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:19:08,926 DEBUG [RS:0;1dd62e24b303:44485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:19:08,926 DEBUG [RS:0;1dd62e24b303:44485 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,44485,1731827947022 2024-11-17T07:19:08,926 DEBUG [RS:0;1dd62e24b303:44485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,44485,1731827947022' 2024-11-17T07:19:08,926 DEBUG [RS:0;1dd62e24b303:44485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-674584386/online-snapshot/abort' 2024-11-17T07:19:08,927 DEBUG [RS:0;1dd62e24b303:44485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-674584386/online-snapshot/acquired' 2024-11-17T07:19:08,927 DEBUG [RS:0;1dd62e24b303:44485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:19:08,927 INFO [RS:0;1dd62e24b303:44485 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:19:08,927 INFO [RS:0;1dd62e24b303:44485 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:19:09,028 INFO [RS:0;1dd62e24b303:44485 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:19:09,029 INFO [RS:0;1dd62e24b303:44485 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C44485%2C1731827947022, suffix=, logDir=hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/WALs/1dd62e24b303,44485,1731827947022, archiveDir=hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/oldWALs, maxLogs=10 2024-11-17T07:19:09,044 DEBUG [RS:0;1dd62e24b303:44485 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/WALs/1dd62e24b303,44485,1731827947022/1dd62e24b303%2C44485%2C1731827947022.1731827949030, exclude list is [], retry=0 2024-11-17T07:19:09,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33837,DS-893733ca-a17d-4f76-b9b1-c5fac0c86481,DISK] 2024-11-17T07:19:09,048 INFO [RS:0;1dd62e24b303:44485 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/WALs/1dd62e24b303,44485,1731827947022/1dd62e24b303%2C44485%2C1731827947022.1731827949030 2024-11-17T07:19:09,048 DEBUG [RS:0;1dd62e24b303:44485 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45065:45065)] 2024-11-17T07:19:09,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:09,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:19:09,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:19:09,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:09,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:09,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:19:09,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:19:09,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:09,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:09,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:19:09,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:19:09,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:09,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:09,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:19:09,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:19:09,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:09,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:09,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:19:09,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/data/hbase/meta/1588230740 2024-11-17T07:19:09,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/data/hbase/meta/1588230740 2024-11-17T07:19:09,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:19:09,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:19:09,250 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:19:09,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:19:09,255 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:19:09,256 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67751522, jitterRate=0.009576350450515747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:19:09,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731827949235Initializing all the Stores at 1731827949235Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827949235Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827949236 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827949236Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827949236Cleaning up temporary data from old regions at 1731827949247 (+11 ms)Region opened successfully at 1731827949256 (+9 ms) 2024-11-17T07:19:09,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:19:09,256 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:19:09,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:19:09,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:19:09,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:19:09,257 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:19:09,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827949256Disabling compacts and flushes for region at 1731827949256Disabling writes for close at 1731827949256Writing region close event to WAL at 1731827949256Closed at 1731827949257 (+1 ms) 2024-11-17T07:19:09,258 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:09,258 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T07:19:09,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:19:09,260 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:19:09,265 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T07:19:09,415 DEBUG [1dd62e24b303:37193 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:19:09,416 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,44485,1731827947022 2024-11-17T07:19:09,417 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,44485,1731827947022, state=OPENING 2024-11-17T07:19:09,418 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T07:19:09,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44485-0x10124cb2ac10004, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-674584386 2024-11-17T07:19:09,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-674584386 2024-11-17T07:19:09,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-674584386/meta-region-server: CHANGED 2024-11-17T07:19:09,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-674584386/meta-region-server: CHANGED 2024-11-17T07:19:09,422 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:19:09,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,44485,1731827947022}] 2024-11-17T07:19:09,575 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:19:09,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:19:09,581 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:19:09,581 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:09,582 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:19:09,595 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C44485%2C1731827947022.meta, suffix=.meta, logDir=hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/WALs/1dd62e24b303,44485,1731827947022, archiveDir=hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/oldWALs, maxLogs=10 2024-11-17T07:19:09,617 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/WALs/1dd62e24b303,44485,1731827947022/1dd62e24b303%2C44485%2C1731827947022.meta.1731827949595.meta, exclude list is [], retry=0 2024-11-17T07:19:09,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33837,DS-893733ca-a17d-4f76-b9b1-c5fac0c86481,DISK] 2024-11-17T07:19:09,621 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/WALs/1dd62e24b303,44485,1731827947022/1dd62e24b303%2C44485%2C1731827947022.meta.1731827949595.meta 2024-11-17T07:19:09,623 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45065:45065)] 2024-11-17T07:19:09,623 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:19:09,624 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:19:09,624 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:19:09,624 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:19:09,624 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:19:09,624 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:19:09,624 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:09,624 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:19:09,624 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:19:09,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:19:09,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:19:09,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:09,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:09,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:19:09,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:19:09,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:09,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:09,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:19:09,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:19:09,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:09,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:09,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:19:09,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:19:09,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:09,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:09,631 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:19:09,631 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/data/hbase/meta/1588230740 2024-11-17T07:19:09,632 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/data/hbase/meta/1588230740 2024-11-17T07:19:09,633 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:19:09,633 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:19:09,634 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:19:09,635 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:19:09,636 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71264731, jitterRate=0.06192724406719208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:19:09,636 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:19:09,636 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731827949625Writing region info on filesystem at 1731827949625Initializing all the Stores at 1731827949625Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827949625Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827949626 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827949626Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827949626Cleaning up temporary data from old regions at 1731827949633 (+7 ms)Running coprocessor post-open hooks at 1731827949636 (+3 ms)Region opened successfully at 1731827949636 2024-11-17T07:19:09,637 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731827949575 2024-11-17T07:19:09,639 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:19:09,639 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:19:09,640 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,44485,1731827947022 2024-11-17T07:19:09,641 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,44485,1731827947022, state=OPEN 2024-11-17T07:19:09,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44485-0x10124cb2ac10004, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-674584386/meta-region-server 2024-11-17T07:19:09,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-674584386/meta-region-server 2024-11-17T07:19:09,642 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,44485,1731827947022 2024-11-17T07:19:09,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-674584386/meta-region-server: CHANGED 2024-11-17T07:19:09,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-674584386/meta-region-server: CHANGED 2024-11-17T07:19:09,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T07:19:09,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,44485,1731827947022 in 221 msec 2024-11-17T07:19:09,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T07:19:09,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 387 msec 2024-11-17T07:19:09,647 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:09,647 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T07:19:09,649 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:09,649 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,44485,1731827947022, seqNum=-1] 2024-11-17T07:19:09,649 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:19:09,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:19:09,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 859 msec 2024-11-17T07:19:09,655 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731827949655, completionTime=-1 2024-11-17T07:19:09,655 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T07:19:09,655 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:19:09,658 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:19:09,658 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731828009658 2024-11-17T07:19:09,658 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731828069658 2024-11-17T07:19:09,658 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T07:19:09,658 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,37193,1731827946973-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:09,658 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,37193,1731827946973-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:09,658 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,37193,1731827946973-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:09,658 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:37193, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:09,659 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:09,659 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:09,660 DEBUG [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T07:19:09,663 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.599sec 2024-11-17T07:19:09,663 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:19:09,663 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:19:09,663 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:19:09,663 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:19:09,663 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:19:09,663 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,37193,1731827946973-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:19:09,663 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,37193,1731827946973-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:19:09,666 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:19:09,666 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:19:09,666 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,37193,1731827946973-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:09,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4bb812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:09,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,37193,-1 for getting cluster id 2024-11-17T07:19:09,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:09,749 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9442e57a-eac0-480a-80f6-2fe6d026a1d4' 2024-11-17T07:19:09,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:09,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9442e57a-eac0-480a-80f6-2fe6d026a1d4" 2024-11-17T07:19:09,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f0fe0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:09,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,37193,-1] 2024-11-17T07:19:09,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:09,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:09,751 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:09,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b21978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:09,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,44485,1731827947022, seqNum=-1] 2024-11-17T07:19:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:19:09,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:19:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1dd62e24b303,37193,1731827946973 2024-11-17T07:19:09,756 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52639 2024-11-17T07:19:09,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:19:09,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10124cb2ac10005 connected 2024-11-17T07:19:09,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ac1dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:09,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,35297,-1 for getting cluster id 2024-11-17T07:19:09,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:09,762 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d44c158-8da4-4b26-ae01-3d512fa96e1d' 2024-11-17T07:19:09,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:09,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d44c158-8da4-4b26-ae01-3d512fa96e1d" 2024-11-17T07:19:09,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e41f1b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:09,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,35297,-1] 2024-11-17T07:19:09,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:09,763 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:09,763 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:09,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e16b970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:09,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:09,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,35297,1731827942734 2024-11-17T07:19:09,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32442705 2024-11-17T07:19:09,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:19:09,765 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:19:09,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35297 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1dd62e24b303:37193,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T07:19:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35297 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T07:19:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:09,769 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:37193' 2024-11-17T07:19:09,769 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49185c49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:09,769 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,37193,-1 for getting cluster id 2024-11-17T07:19:09,770 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:09,770 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9442e57a-eac0-480a-80f6-2fe6d026a1d4' 2024-11-17T07:19:09,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:09,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9442e57a-eac0-480a-80f6-2fe6d026a1d4" 2024-11-17T07:19:09,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423893e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:09,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,37193,-1] 2024-11-17T07:19:09,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:09,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:09,772 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:09,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4c644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:09,772 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:09,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,37193,1731827946973 2024-11-17T07:19:09,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31f8b614 2024-11-17T07:19:09,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:19:09,774 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:19:09,774 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T07:19:09,774 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T07:19:09,774 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:09,775 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:09,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:19:09,775 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:19:09,776 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T07:19:09,777 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:19:09,777 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:09,778 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:19:09,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741835_1011 (size=1138) 2024-11-17T07:19:09,826 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T07:19:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:10,185 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a3655e2f07efe861b325020ba669dae2, NAME => 'hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb 2024-11-17T07:19:10,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741836_1012 (size=44) 2024-11-17T07:19:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:10,590 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:10,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a3655e2f07efe861b325020ba669dae2, disabling compactions & flushes 2024-11-17T07:19:10,591 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. 2024-11-17T07:19:10,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. 2024-11-17T07:19:10,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. after waiting 0 ms 2024-11-17T07:19:10,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. 2024-11-17T07:19:10,591 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. 2024-11-17T07:19:10,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a3655e2f07efe861b325020ba669dae2: Waiting for close lock at 1731827950591Disabling compacts and flushes for region at 1731827950591Disabling writes for close at 1731827950591Writing region close event to WAL at 1731827950591Closed at 1731827950591 2024-11-17T07:19:10,592 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:19:10,592 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731827950592"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731827950592"}]},"ts":"1731827950592"} 2024-11-17T07:19:10,594 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:19:10,595 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:19:10,595 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731827950595"}]},"ts":"1731827950595"} 2024-11-17T07:19:10,597 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T07:19:10,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a3655e2f07efe861b325020ba669dae2, ASSIGN}] 2024-11-17T07:19:10,598 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a3655e2f07efe861b325020ba669dae2, ASSIGN 2024-11-17T07:19:10,599 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a3655e2f07efe861b325020ba669dae2, ASSIGN; state=OFFLINE, location=1dd62e24b303,36423,1731827942796; forceNewPlan=false, retain=false 2024-11-17T07:19:10,643 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T07:19:10,750 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a3655e2f07efe861b325020ba669dae2, regionState=OPENING, regionLocation=1dd62e24b303,36423,1731827942796 2024-11-17T07:19:10,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a3655e2f07efe861b325020ba669dae2, ASSIGN because future has completed 2024-11-17T07:19:10,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3655e2f07efe861b325020ba669dae2, server=1dd62e24b303,36423,1731827942796}] 2024-11-17T07:19:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:10,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. 2024-11-17T07:19:10,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:10,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T07:19:10,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C36423%2C1731827942796.rep, suffix=, logDir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796, archiveDir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/oldWALs, maxLogs=10 2024-11-17T07:19:10,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796/1dd62e24b303%2C36423%2C1731827942796.rep.1731827950910, exclude list is [], retry=0 2024-11-17T07:19:10,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41249,DS-c8ad1e93-5407-4a8b-882d-0e137e013104,DISK] 2024-11-17T07:19:10,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796/1dd62e24b303%2C36423%2C1731827942796.rep.1731827950910 2024-11-17T07:19:10,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43581:43581)] 2024-11-17T07:19:10,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a3655e2f07efe861b325020ba669dae2, NAME => 'hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:19:10,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:19:10,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:19:10,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. service=MultiRowMutationService 2024-11-17T07:19:10,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T07:19:10,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:10,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:10,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:10,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:10,930 INFO [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:10,932 INFO [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3655e2f07efe861b325020ba669dae2 columnFamilyName hfileref 2024-11-17T07:19:10,932 DEBUG [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:10,932 INFO [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] regionserver.HStore(327): Store=a3655e2f07efe861b325020ba669dae2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:10,932 INFO [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:10,933 INFO [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3655e2f07efe861b325020ba669dae2 columnFamilyName queue 2024-11-17T07:19:10,933 DEBUG [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:10,934 INFO [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] regionserver.HStore(327): Store=a3655e2f07efe861b325020ba669dae2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:10,934 INFO [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:10,934 INFO [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3655e2f07efe861b325020ba669dae2 columnFamilyName sid 2024-11-17T07:19:10,934 DEBUG [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:10,935 INFO [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] regionserver.HStore(327): Store=a3655e2f07efe861b325020ba669dae2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:10,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:10,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/replication/a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:10,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/replication/a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:10,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:10,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:10,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:19:10,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:10,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/replication/a3655e2f07efe861b325020ba669dae2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:19:10,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened a3655e2f07efe861b325020ba669dae2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74770907, jitterRate=0.11417333781719208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:19:10,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:10,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a3655e2f07efe861b325020ba669dae2: Running coprocessor pre-open hook at 1731827950929Writing region info on filesystem at 1731827950929Initializing all the Stores at 1731827950930 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827950930Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827950930Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827950930Cleaning up temporary data from old regions at 1731827950937 (+7 ms)Running coprocessor post-open hooks at 1731827950941 (+4 ms)Region opened successfully at 1731827950942 (+1 ms) 2024-11-17T07:19:10,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2., pid=7, masterSystemTime=1731827950904 2024-11-17T07:19:10,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. 2024-11-17T07:19:10,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. 2024-11-17T07:19:10,945 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a3655e2f07efe861b325020ba669dae2, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,36423,1731827942796 2024-11-17T07:19:10,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3655e2f07efe861b325020ba669dae2, server=1dd62e24b303,36423,1731827942796 because future has completed 2024-11-17T07:19:10,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-17T07:19:10,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a3655e2f07efe861b325020ba669dae2, server=1dd62e24b303,36423,1731827942796 in 196 msec 2024-11-17T07:19:10,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T07:19:10,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a3655e2f07efe861b325020ba669dae2, ASSIGN in 353 msec 2024-11-17T07:19:10,953 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:19:10,953 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731827950953"}]},"ts":"1731827950953"} 2024-11-17T07:19:10,955 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T07:19:10,956 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:19:10,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-17T07:19:10,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2., hostname=1dd62e24b303,36423,1731827942796, seqNum=2] 2024-11-17T07:19:10,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:10,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36423-0x10124cb2ac10001, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:10,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T07:19:11,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36423 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-17T07:19:11,147 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T07:19:11,176 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-1dd62e24b303,36423,1731827942796, ReplicationSource: 1, currentBandwidth=0 2024-11-17T07:19:11,177 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:11,177 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,36423,1731827942796, seqNum=-1] 2024-11-17T07:19:11,177 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:19:11,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-17T07:19:11,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1dd62e24b303,36423,1731827942796', locateType=CURRENT is [region=hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2., hostname=1dd62e24b303,36423,1731827942796, seqNum=2] 2024-11-17T07:19:11,182 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-17T07:19:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35297 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-17T07:19:11,185 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1dd62e24b303,36423,1731827942796 suceeded 2024-11-17T07:19:11,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-17T07:19:11,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-17T07:19:11,186 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1dd62e24b303:37193,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T07:19:11,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4210 sec 2024-11-17T07:19:11,198 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36423,1731827942796 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:37193' 2024-11-17T07:19:11,199 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36423,1731827942796 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b06a035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:11,199 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36423,1731827942796 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,37193,-1 for getting cluster id 2024-11-17T07:19:11,199 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36423,1731827942796 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:11,200 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9442e57a-eac0-480a-80f6-2fe6d026a1d4' 2024-11-17T07:19:11,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:11,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9442e57a-eac0-480a-80f6-2fe6d026a1d4" 2024-11-17T07:19:11,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b3d71c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:11,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,37193,-1] 2024-11-17T07:19:11,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:11,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:11,201 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:11,202 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36423,1731827942796 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ac1a049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:11,202 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36423,1731827942796 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:11,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,37193,1731827946973 2024-11-17T07:19:11,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7786aaae 2024-11-17T07:19:11,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:19:11,204 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-17T07:19:11,204 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36423,1731827942796 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1dd62e24b303,36423,1731827942796 (queues=1) is replicating from cluster=3d44c158-8da4-4b26-ae01-3d512fa96e1d to cluster=9442e57a-eac0-480a-80f6-2fe6d026a1d4 2024-11-17T07:19:11,204 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36423,1731827942796 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1dd62e24b303%2C36423%2C1731827942796 2024-11-17T07:19:11,204 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36423,1731827942796 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1dd62e24b303,36423,1731827942796, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T07:19:11,205 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36423,1731827942796.replicationSource.shipper1dd62e24b303%2C36423%2C1731827942796,1-1dd62e24b303,36423,1731827942796 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1dd62e24b303%2C36423%2C1731827942796 2024-11-17T07:19:11,205 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36423,1731827942796.replicationSource.wal-reader.1dd62e24b303%2C36423%2C1731827942796,1-1dd62e24b303,36423,1731827942796 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796/1dd62e24b303%2C36423%2C1731827942796.1731827944778, startPosition=0, beingWritten=true 2024-11-17T07:19:11,237 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:19:11,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:11,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:11,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:11,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:11,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:11,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:11,410 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36423,1731827942796.replicationSource.wal-reader.1dd62e24b303%2C36423%2C1731827942796,1-1dd62e24b303,36423,1731827942796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796/1dd62e24b303%2C36423%2C1731827942796.1731827944778 to pos 0, reset compression=false 2024-11-17T07:19:11,715 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36423,1731827942796.replicationSource.wal-reader.1dd62e24b303%2C36423%2C1731827942796,1-1dd62e24b303,36423,1731827942796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796/1dd62e24b303%2C36423%2C1731827942796.1731827944778 to pos 0, reset compression=false 2024-11-17T07:19:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:11,911 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T07:19:11,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:19:11,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:11,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:11,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:11,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:19:11,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:11,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,35297,1731827942734 2024-11-17T07:19:11,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@695aa690 2024-11-17T07:19:11,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:19:11,914 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:19:11,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35297 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T07:19:11,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:19:11,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:11,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:11,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:11,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:19:11,915 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T07:19:11,915 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1220366764, stopped=false 2024-11-17T07:19:11,915 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1dd62e24b303,35297,1731827942734 2024-11-17T07:19:11,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1261389900/running 2024-11-17T07:19:11,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:11,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36423-0x10124cb2ac10001, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1261389900/running 2024-11-17T07:19:11,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36423-0x10124cb2ac10001, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:11,916 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:19:11,917 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:19:11,917 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:11,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:11,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Set watcher on znode that does not yet exist, /0-1261389900/running 2024-11-17T07:19:11,917 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1dd62e24b303,36423,1731827942796' ***** 2024-11-17T07:19:11,917 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T07:19:11,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36423-0x10124cb2ac10001, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Set watcher on znode that does not yet exist, /0-1261389900/running 2024-11-17T07:19:11,917 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T07:19:11,917 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T07:19:11,918 INFO [RS:0;1dd62e24b303:36423 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T07:19:11,918 INFO [RS:0;1dd62e24b303:36423 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T07:19:11,918 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(3091): Received CLOSE for a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:11,918 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(959): stopping server 1dd62e24b303,36423,1731827942796 2024-11-17T07:19:11,918 INFO [RS:0;1dd62e24b303:36423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:19:11,918 INFO [RS:0;1dd62e24b303:36423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:36423. 2024-11-17T07:19:11,918 DEBUG [RS:0;1dd62e24b303:36423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:11,918 DEBUG [RS:0;1dd62e24b303:36423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:11,918 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3655e2f07efe861b325020ba669dae2, disabling compactions & flushes 2024-11-17T07:19:11,918 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. 2024-11-17T07:19:11,918 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. 2024-11-17T07:19:11,918 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T07:19:11,918 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. after waiting 0 ms 2024-11-17T07:19:11,918 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T07:19:11,918 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. 2024-11-17T07:19:11,918 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T07:19:11,918 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T07:19:11,918 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a3655e2f07efe861b325020ba669dae2 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-17T07:19:11,919 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T07:19:11,919 DEBUG [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a3655e2f07efe861b325020ba669dae2=hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2.} 2024-11-17T07:19:11,919 DEBUG [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:11,919 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:19:11,919 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:19:11,919 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:19:11,919 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:19:11,919 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:19:11,919 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-17T07:19:11,934 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/replication/a3655e2f07efe861b325020ba669dae2/.tmp/queue/5006817ff0dc4e9c9825632f606d41df is 151, key is 1-1dd62e24b303,36423,1731827942796/queue:1dd62e24b303%2C36423%2C1731827942796/1731827951181/Put/seqid=0 2024-11-17T07:19:11,934 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/.tmp/info/1b127ffa75044530b4b3709543db4a8a is 147, key is hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2./info:regioninfo/1731827950945/Put/seqid=0 2024-11-17T07:19:11,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741839_1015 (size=5350) 2024-11-17T07:19:11,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741838_1014 (size=6631) 2024-11-17T07:19:11,952 INFO [regionserver/1dd62e24b303:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:19:12,119 DEBUG [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:12,120 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36423,1731827942796.replicationSource.wal-reader.1dd62e24b303%2C36423%2C1731827942796,1-1dd62e24b303,36423,1731827942796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796/1dd62e24b303%2C36423%2C1731827942796.1731827944778 to pos 0, reset compression=false 2024-11-17T07:19:12,319 DEBUG [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:12,341 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/replication/a3655e2f07efe861b325020ba669dae2/.tmp/queue/5006817ff0dc4e9c9825632f606d41df 2024-11-17T07:19:12,341 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/.tmp/info/1b127ffa75044530b4b3709543db4a8a 2024-11-17T07:19:12,348 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/replication/a3655e2f07efe861b325020ba669dae2/.tmp/queue/5006817ff0dc4e9c9825632f606d41df as hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/replication/a3655e2f07efe861b325020ba669dae2/queue/5006817ff0dc4e9c9825632f606d41df 2024-11-17T07:19:12,353 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/replication/a3655e2f07efe861b325020ba669dae2/queue/5006817ff0dc4e9c9825632f606d41df, entries=1, sequenceid=5, filesize=5.2 K 2024-11-17T07:19:12,354 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for a3655e2f07efe861b325020ba669dae2 in 436ms, sequenceid=5, compaction requested=false 2024-11-17T07:19:12,354 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T07:19:12,358 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/replication/a3655e2f07efe861b325020ba669dae2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T07:19:12,359 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:19:12,359 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:19:12,359 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. 2024-11-17T07:19:12,359 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3655e2f07efe861b325020ba669dae2: Waiting for close lock at 1731827951918Running coprocessor pre-close hooks at 1731827951918Disabling compacts and flushes for region at 1731827951918Disabling writes for close at 1731827951918Obtaining lock to block concurrent updates at 1731827951918Preparing flush snapshotting stores in a3655e2f07efe861b325020ba669dae2 at 1731827951918Finished memstore snapshotting hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731827951919 (+1 ms)Flushing stores of hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. at 1731827951919Flushing a3655e2f07efe861b325020ba669dae2/queue: creating writer at 1731827951919Flushing a3655e2f07efe861b325020ba669dae2/queue: appending metadata at 1731827951934 (+15 ms)Flushing a3655e2f07efe861b325020ba669dae2/queue: closing flushed file at 1731827951934Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4709206b: reopening flushed file at 1731827952347 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for a3655e2f07efe861b325020ba669dae2 in 436ms, sequenceid=5, compaction requested=false at 1731827952354 (+7 ms)Writing region close event to WAL at 1731827952355 (+1 ms)Running coprocessor post-close hooks at 1731827952359 (+4 ms)Closed at 1731827952359 2024-11-17T07:19:12,359 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. 2024-11-17T07:19:12,363 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/.tmp/ns/149c86bd6fef4d96a8e1ac3062c83847 is 43, key is default/ns:d/1731827945758/Put/seqid=0 2024-11-17T07:19:12,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741840_1016 (size=5153) 2024-11-17T07:19:12,519 DEBUG [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:19:12,625 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36423,1731827942796.replicationSource.wal-reader.1dd62e24b303%2C36423%2C1731827942796,1-1dd62e24b303,36423,1731827942796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796/1dd62e24b303%2C36423%2C1731827942796.1731827944778 to pos 0, reset compression=false 2024-11-17T07:19:12,647 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T07:19:12,647 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T07:19:12,719 DEBUG [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:19:12,768 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/.tmp/ns/149c86bd6fef4d96a8e1ac3062c83847 2024-11-17T07:19:12,788 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/.tmp/table/9a2baade916640af8b9095e0b8daf7dc is 53, key is hbase:replication/table:state/1731827950953/Put/seqid=0 2024-11-17T07:19:12,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741841_1017 (size=5256) 2024-11-17T07:19:12,920 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T07:19:12,920 DEBUG [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T07:19:12,920 DEBUG [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:19:13,120 DEBUG [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:19:13,201 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/.tmp/table/9a2baade916640af8b9095e0b8daf7dc 2024-11-17T07:19:13,208 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/.tmp/info/1b127ffa75044530b4b3709543db4a8a as hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/info/1b127ffa75044530b4b3709543db4a8a 2024-11-17T07:19:13,214 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/info/1b127ffa75044530b4b3709543db4a8a, entries=10, sequenceid=11, filesize=6.5 K 2024-11-17T07:19:13,215 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/.tmp/ns/149c86bd6fef4d96a8e1ac3062c83847 as hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/ns/149c86bd6fef4d96a8e1ac3062c83847 2024-11-17T07:19:13,220 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/ns/149c86bd6fef4d96a8e1ac3062c83847, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T07:19:13,221 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/.tmp/table/9a2baade916640af8b9095e0b8daf7dc as hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/table/9a2baade916640af8b9095e0b8daf7dc 2024-11-17T07:19:13,226 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/table/9a2baade916640af8b9095e0b8daf7dc, entries=2, sequenceid=11, filesize=5.1 K 2024-11-17T07:19:13,227 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=11, compaction requested=false 2024-11-17T07:19:13,229 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36423,1731827942796.replicationSource.wal-reader.1dd62e24b303%2C36423%2C1731827942796,1-1dd62e24b303,36423,1731827942796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796/1dd62e24b303%2C36423%2C1731827942796.1731827944778 to pos 0, reset compression=false 2024-11-17T07:19:13,243 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T07:19:13,244 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:19:13,244 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:19:13,244 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:19:13,244 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827951919Running coprocessor pre-close hooks at 1731827951919Disabling compacts and flushes for region at 1731827951919Disabling writes for close at 1731827951919Obtaining lock to block concurrent updates at 1731827951919Preparing flush snapshotting stores in 1588230740 at 1731827951919Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731827951919Flushing stores of hbase:meta,,1.1588230740 at 1731827951920 (+1 ms)Flushing 1588230740/info: creating writer at 1731827951920Flushing 1588230740/info: appending metadata at 1731827951934 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731827951934Flushing 1588230740/ns: creating writer at 1731827952347 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731827952363 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731827952363Flushing 1588230740/table: creating writer at 1731827952772 (+409 ms)Flushing 1588230740/table: appending metadata at 1731827952787 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731827952787Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50b6ecd6: reopening flushed file at 1731827953207 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@539a502e: reopening flushed file at 1731827953214 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16ff865a: reopening flushed file at 1731827953220 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=11, compaction requested=false at 1731827953227 (+7 ms)Writing region close event to WAL at 1731827953239 (+12 ms)Running coprocessor post-close hooks at 1731827953243 (+4 ms)Closed at 1731827953244 (+1 ms) 2024-11-17T07:19:13,244 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T07:19:13,320 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(976): stopping server 1dd62e24b303,36423,1731827942796; all regions closed. 2024-11-17T07:19:13,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741834_1010 (size=2742) 2024-11-17T07:19:13,322 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796/1dd62e24b303%2C36423%2C1731827942796.meta.1731827945718.meta not finished, retry = 0 2024-11-17T07:19:13,425 DEBUG [RS:0;1dd62e24b303:36423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/oldWALs 2024-11-17T07:19:13,425 INFO [RS:0;1dd62e24b303:36423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C36423%2C1731827942796.meta:.meta(num 1731827945718) 2024-11-17T07:19:13,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741837_1013 (size=1586) 2024-11-17T07:19:13,427 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796/1dd62e24b303%2C36423%2C1731827942796.rep.1731827950910 not finished, retry = 0 2024-11-17T07:19:13,530 DEBUG [RS:0;1dd62e24b303:36423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/oldWALs 2024-11-17T07:19:13,530 INFO [RS:0;1dd62e24b303:36423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C36423%2C1731827942796.rep:(num 1731827950910) 2024-11-17T07:19:13,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741832_1008 (size=93) 2024-11-17T07:19:13,532 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796/1dd62e24b303%2C36423%2C1731827942796.1731827944778 not finished, retry = 0 2024-11-17T07:19:13,634 DEBUG [RS:0;1dd62e24b303:36423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/oldWALs 2024-11-17T07:19:13,634 INFO [RS:0;1dd62e24b303:36423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C36423%2C1731827942796:(num 1731827944778) 2024-11-17T07:19:13,634 DEBUG [RS:0;1dd62e24b303:36423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:13,634 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:19:13,635 INFO [RS:0;1dd62e24b303:36423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:19:13,635 INFO [RS:0;1dd62e24b303:36423 {}] hbase.ChoreService(370): Chore service for: regionserver/1dd62e24b303:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T07:19:13,635 INFO [RS:0;1dd62e24b303:36423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:19:13,635 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:19:13,635 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1dd62e24b303,36423,1731827942796 because: Region server is closing 2024-11-17T07:19:13,636 INFO [RS:0;1dd62e24b303:36423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:36423. 2024-11-17T07:19:13,636 DEBUG [RS:0;1dd62e24b303:36423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:13,636 DEBUG [RS:0;1dd62e24b303:36423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:13,636 DEBUG [RS:0;1dd62e24b303:36423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:13,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:19:13,736 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36423,1731827942796.replicationSource.wal-reader.1dd62e24b303%2C36423%2C1731827942796,1-1dd62e24b303,36423,1731827942796 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T07:19:13,736 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36423,1731827942796.replicationSource.shipper1dd62e24b303%2C36423%2C1731827942796,1-1dd62e24b303,36423,1731827942796 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T07:19:13,737 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36423,1731827942796.replicationSource.shipper1dd62e24b303%2C36423%2C1731827942796,1-1dd62e24b303,36423,1731827942796 terminated 2024-11-17T07:19:13,737 INFO [RS:0;1dd62e24b303:36423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36423 2024-11-17T07:19:13,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36423-0x10124cb2ac10001, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1261389900/rs/1dd62e24b303,36423,1731827942796 2024-11-17T07:19:13,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900/rs 2024-11-17T07:19:13,740 INFO [RS:0;1dd62e24b303:36423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:19:13,741 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1dd62e24b303,36423,1731827942796] 2024-11-17T07:19:13,742 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1261389900/draining/1dd62e24b303,36423,1731827942796 already deleted, retry=false 2024-11-17T07:19:13,742 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1dd62e24b303,36423,1731827942796 expired; onlineServers=0 2024-11-17T07:19:13,742 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1dd62e24b303,35297,1731827942734' ***** 2024-11-17T07:19:13,742 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T07:19:13,742 INFO [M:0;1dd62e24b303:35297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:19:13,742 INFO [M:0;1dd62e24b303:35297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:19:13,742 DEBUG [M:0;1dd62e24b303:35297 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T07:19:13,742 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T07:19:13,742 DEBUG [M:0;1dd62e24b303:35297 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T07:19:13,742 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827944569 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827944569,5,FailOnTimeoutGroup] 2024-11-17T07:19:13,742 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827944570 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827944570,5,FailOnTimeoutGroup] 2024-11-17T07:19:13,743 INFO [M:0;1dd62e24b303:35297 {}] hbase.ChoreService(370): Chore service for: master/1dd62e24b303:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T07:19:13,743 INFO [M:0;1dd62e24b303:35297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:19:13,743 DEBUG [M:0;1dd62e24b303:35297 {}] master.HMaster(1795): Stopping service threads 2024-11-17T07:19:13,743 INFO [M:0;1dd62e24b303:35297 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T07:19:13,743 INFO [M:0;1dd62e24b303:35297 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:19:13,743 INFO [M:0;1dd62e24b303:35297 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T07:19:13,743 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T07:19:13,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1261389900/master 2024-11-17T07:19:13,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:13,744 DEBUG [M:0;1dd62e24b303:35297 {}] zookeeper.ZKUtil(347): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Unable to get data of znode /0-1261389900/master because node does not exist (not an error) 2024-11-17T07:19:13,744 WARN [M:0;1dd62e24b303:35297 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T07:19:13,745 INFO [M:0;1dd62e24b303:35297 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/.lastflushedseqids 2024-11-17T07:19:13,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741842_1018 (size=181) 2024-11-17T07:19:13,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36423-0x10124cb2ac10001, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:19:13,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36423-0x10124cb2ac10001, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:19:13,841 INFO [RS:0;1dd62e24b303:36423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:19:13,842 INFO [RS:0;1dd62e24b303:36423 {}] regionserver.HRegionServer(1031): Exiting; stopping=1dd62e24b303,36423,1731827942796; zookeeper connection closed. 2024-11-17T07:19:13,842 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1bae3c22 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1bae3c22 2024-11-17T07:19:13,842 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T07:19:14,150 INFO [M:0;1dd62e24b303:35297 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T07:19:14,150 INFO [M:0;1dd62e24b303:35297 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T07:19:14,150 DEBUG [M:0;1dd62e24b303:35297 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:19:14,150 INFO [M:0;1dd62e24b303:35297 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:14,150 DEBUG [M:0;1dd62e24b303:35297 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:14,150 DEBUG [M:0;1dd62e24b303:35297 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:19:14,150 DEBUG [M:0;1dd62e24b303:35297 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:14,150 INFO [M:0;1dd62e24b303:35297 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-17T07:19:14,166 DEBUG [M:0;1dd62e24b303:35297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a976387d8804897aea154e8f336e504 is 82, key is hbase:meta,,1/info:regioninfo/1731827945749/Put/seqid=0 2024-11-17T07:19:14,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741843_1019 (size=5672) 2024-11-17T07:19:14,571 INFO [M:0;1dd62e24b303:35297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a976387d8804897aea154e8f336e504 2024-11-17T07:19:14,593 DEBUG [M:0;1dd62e24b303:35297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/387efca531bd41c3aed9b2cef6557193 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731827950957/Put/seqid=0 2024-11-17T07:19:14,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741844_1020 (size=7203) 2024-11-17T07:19:15,003 INFO [M:0;1dd62e24b303:35297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/387efca531bd41c3aed9b2cef6557193 2024-11-17T07:19:15,022 DEBUG [M:0;1dd62e24b303:35297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d95e7909adce46d9b52c244c922ef49f is 69, key is 1dd62e24b303,36423,1731827942796/rs:state/1731827944635/Put/seqid=0 2024-11-17T07:19:15,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741845_1021 (size=5156) 2024-11-17T07:19:15,426 INFO [M:0;1dd62e24b303:35297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d95e7909adce46d9b52c244c922ef49f 2024-11-17T07:19:15,431 DEBUG [M:0;1dd62e24b303:35297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a976387d8804897aea154e8f336e504 as hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a976387d8804897aea154e8f336e504 2024-11-17T07:19:15,435 INFO [M:0;1dd62e24b303:35297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a976387d8804897aea154e8f336e504, entries=8, sequenceid=70, filesize=5.5 K 2024-11-17T07:19:15,436 DEBUG [M:0;1dd62e24b303:35297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/387efca531bd41c3aed9b2cef6557193 as hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/387efca531bd41c3aed9b2cef6557193 2024-11-17T07:19:15,440 INFO [M:0;1dd62e24b303:35297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/387efca531bd41c3aed9b2cef6557193, entries=8, sequenceid=70, filesize=7.0 K 2024-11-17T07:19:15,441 DEBUG [M:0;1dd62e24b303:35297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d95e7909adce46d9b52c244c922ef49f as hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d95e7909adce46d9b52c244c922ef49f 2024-11-17T07:19:15,445 INFO [M:0;1dd62e24b303:35297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d95e7909adce46d9b52c244c922ef49f, entries=1, sequenceid=70, filesize=5.0 K 2024-11-17T07:19:15,447 INFO [M:0;1dd62e24b303:35297 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=70, compaction requested=false 2024-11-17T07:19:15,448 INFO [M:0;1dd62e24b303:35297 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:15,448 DEBUG [M:0;1dd62e24b303:35297 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827954150Disabling compacts and flushes for region at 1731827954150Disabling writes for close at 1731827954150Obtaining lock to block concurrent updates at 1731827954150Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731827954150Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731827954151 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731827954151Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731827954151Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731827954166 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731827954166Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731827954577 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731827954592 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731827954592Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731827955007 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731827955021 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731827955021Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f66d952: reopening flushed file at 1731827955431 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a0eeb09: reopening flushed file at 1731827955436 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1733fa68: reopening flushed file at 1731827955441 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=70, compaction requested=false at 1731827955447 (+6 ms)Writing region close event to WAL at 1731827955448 (+1 ms)Closed at 1731827955448 2024-11-17T07:19:15,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741830_1006 (size=41008) 2024-11-17T07:19:15,455 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:19:15,455 INFO [M:0;1dd62e24b303:35297 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T07:19:15,455 INFO [M:0;1dd62e24b303:35297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35297 2024-11-17T07:19:15,456 INFO [M:0;1dd62e24b303:35297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:19:15,559 INFO [M:0;1dd62e24b303:35297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:19:15,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:19:15,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35297-0x10124cb2ac10000, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:19:15,561 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:19:15,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:15,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:15,561 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:19:15,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:15,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:19:15,561 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:19:15,561 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:19:15,561 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39163 2024-11-17T07:19:15,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39163 connecting to ZooKeeper ensemble=127.0.0.1:52639 2024-11-17T07:19:15,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391630x0, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:19:15,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39163-0x10124cb2ac10006 connected 2024-11-17T07:19:15,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:15,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:15,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Set watcher on znode that does not yet exist, /0-1261389900/running 2024-11-17T07:19:15,571 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1261389900/meta-region-server: INIT 2024-11-17T07:19:15,571 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb, hbase.cluster.distributed=false 2024-11-17T07:19:15,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Set watcher on znode that does not yet exist, /0-1261389900/acl 2024-11-17T07:19:15,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39163 2024-11-17T07:19:15,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39163 2024-11-17T07:19:15,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39163 2024-11-17T07:19:15,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39163 2024-11-17T07:19:15,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39163 2024-11-17T07:19:15,588 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:19:15,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:15,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:15,588 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:19:15,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:15,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:19:15,588 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:19:15,588 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:19:15,589 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39859 2024-11-17T07:19:15,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39859 connecting to ZooKeeper ensemble=127.0.0.1:52639 2024-11-17T07:19:15,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:15,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:15,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398590x0, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:19:15,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398590x0, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Set watcher on znode that does not yet exist, /0-1261389900/running 2024-11-17T07:19:15,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39859-0x10124cb2ac10007 connected 2024-11-17T07:19:15,596 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1261389900/meta-region-server: INIT 2024-11-17T07:19:15,596 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:19:15,597 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:19:15,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39859-0x10124cb2ac10007, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Set watcher on znode that does not yet exist, /0-1261389900/master 2024-11-17T07:19:15,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39859-0x10124cb2ac10007, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Set watcher on znode that does not yet exist, /0-1261389900/acl 2024-11-17T07:19:15,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39859 2024-11-17T07:19:15,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39859 2024-11-17T07:19:15,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39859 2024-11-17T07:19:15,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39859 2024-11-17T07:19:15,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39859 2024-11-17T07:19:15,618 DEBUG [M:0;1dd62e24b303:39163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:39163 2024-11-17T07:19:15,618 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1261389900/backup-masters/1dd62e24b303,39163,1731827955560 2024-11-17T07:19:15,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x10124cb2ac10007, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900/backup-masters 2024-11-17T07:19:15,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900/backup-masters 2024-11-17T07:19:15,621 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Set watcher on existing znode=/0-1261389900/backup-masters/1dd62e24b303,39163,1731827955560 2024-11-17T07:19:15,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x10124cb2ac10007, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1261389900/master 2024-11-17T07:19:15,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:15,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x10124cb2ac10007, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:15,623 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Set watcher on existing znode=/0-1261389900/master 2024-11-17T07:19:15,623 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1261389900/backup-masters/1dd62e24b303,39163,1731827955560 from backup master directory 2024-11-17T07:19:15,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1261389900/backup-masters/1dd62e24b303,39163,1731827955560 2024-11-17T07:19:15,625 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:19:15,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900/backup-masters 2024-11-17T07:19:15,625 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,39163,1731827955560 2024-11-17T07:19:15,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x10124cb2ac10007, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900/backup-masters 2024-11-17T07:19:15,634 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:15,634 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:19:15,640 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-17T07:19:15,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741846_1022 (size=196) 2024-11-17T07:19:16,048 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:19:16,049 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:19:16,050 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:16,055 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-17T07:19:16,057 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/WALs/1dd62e24b303,35297,1731827942734 to hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/WALs/1dd62e24b303,35297,1731827942734-dead as it is dead 2024-11-17T07:19:16,057 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/WALs/1dd62e24b303,35297,1731827942734-dead/1dd62e24b303%2C35297%2C1731827942734.1731827944485 2024-11-17T07:19:16,058 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/WALs/1dd62e24b303,35297,1731827942734-dead/1dd62e24b303%2C35297%2C1731827942734.1731827944485 after 1ms 2024-11-17T07:19:16,058 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/WALs/1dd62e24b303,35297,1731827942734-dead/1dd62e24b303%2C35297%2C1731827942734.1731827944485 to hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1dd62e24b303%2C35297%2C1731827942734.1731827944485 2024-11-17T07:19:16,058 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/WALs/1dd62e24b303,35297,1731827942734-dead 2024-11-17T07:19:16,059 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/WALs/1dd62e24b303,39163,1731827955560 2024-11-17T07:19:16,059 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:19:16,060 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C39163%2C1731827955560, suffix=, logDir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/WALs/1dd62e24b303,39163,1731827955560, archiveDir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/oldWALs, maxLogs=10 2024-11-17T07:19:16,077 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/WALs/1dd62e24b303,39163,1731827955560/1dd62e24b303%2C39163%2C1731827955560.1731827956061, exclude list is [], retry=0 2024-11-17T07:19:16,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41249,DS-c8ad1e93-5407-4a8b-882d-0e137e013104,DISK] 2024-11-17T07:19:16,081 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/WALs/1dd62e24b303,39163,1731827955560/1dd62e24b303%2C39163%2C1731827955560.1731827956061 2024-11-17T07:19:16,082 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43581:43581)] 2024-11-17T07:19:16,082 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:19:16,082 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:16,082 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:16,082 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:16,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:16,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:19:16,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:16,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a976387d8804897aea154e8f336e504 2024-11-17T07:19:16,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:16,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:16,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:19:16,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:16,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/387efca531bd41c3aed9b2cef6557193 2024-11-17T07:19:16,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:16,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:16,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:19:16,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:16,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d95e7909adce46d9b52c244c922ef49f 2024-11-17T07:19:16,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:16,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:16,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:19:16,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:16,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:16,100 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:16,101 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-17T07:19:16,101 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1dd62e24b303%2C35297%2C1731827942734.1731827944485 2024-11-17T07:19:16,106 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1dd62e24b303%2C35297%2C1731827942734.1731827944485 2024-11-17T07:19:16,106 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1dd62e24b303%2C35297%2C1731827942734.1731827944485 2024-11-17T07:19:16,107 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:16,107 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:16,108 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:19:16,109 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:16,110 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-17T07:19:16,111 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64318723, jitterRate=-0.04157634079456329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:19:16,111 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731827956082Initializing all the Stores at 1731827956083 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827956083Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827956083Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827956083Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827956083Cleaning up temporary data from old regions at 1731827956107 (+24 ms)Region opened successfully at 1731827956111 (+4 ms) 2024-11-17T07:19:16,112 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:19:16,114 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75fc050f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:19:16,116 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-17T07:19:16,116 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:19:16,116 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:19:16,116 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:19:16,117 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T07:19:16,119 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:16,119 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T07:19:16,120 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T07:19:16,120 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-17T07:19:16,120 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:19:16,122 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1dd62e24b303,36423,1731827942796, regionLocation=1dd62e24b303,36423,1731827942796, openSeqNum=2 2024-11-17T07:19:16,122 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1dd62e24b303,36423,1731827942796, table=hbase:meta, region=1588230740 2024-11-17T07:19:16,122 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,36423,1731827942796, state=OPEN 2024-11-17T07:19:16,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x10124cb2ac10007, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1261389900/meta-region-server 2024-11-17T07:19:16,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1261389900/meta-region-server 2024-11-17T07:19:16,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1261389900/meta-region-server: CHANGED 2024-11-17T07:19:16,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1261389900/meta-region-server: CHANGED 2024-11-17T07:19:16,127 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:19:16,129 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1261389900/draining/1dd62e24b303,36423,1731827942796 already deleted, retry=false 2024-11-17T07:19:16,129 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 1dd62e24b303,36423,1731827942796 on 1dd62e24b303,39163,1731827955560 2024-11-17T07:19:16,130 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1dd62e24b303,36423,1731827942796, splitWal=true, meta=true 2024-11-17T07:19:16,130 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 1dd62e24b303,36423,1731827942796 (carryingMeta=true) 1dd62e24b303,36423,1731827942796/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@18066059[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-17T07:19:16,131 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Unable to get data of znode /0-1261389900/balancer because node does not exist (not necessarily an error) 2024-11-17T07:19:16,132 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1261389900/balancer already deleted, retry=false 2024-11-17T07:19:16,133 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:19:16,133 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Unable to get data of znode /0-1261389900/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:19:16,134 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1261389900/normalizer already deleted, retry=false 2024-11-17T07:19:16,135 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:19:16,135 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Unable to get data of znode /0-1261389900/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:19:16,138 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1261389900/switch/split already deleted, retry=false 2024-11-17T07:19:16,139 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Unable to get data of znode /0-1261389900/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:19:16,140 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1261389900/switch/merge already deleted, retry=false 2024-11-17T07:19:16,143 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Unable to get data of znode /0-1261389900/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:19:16,144 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1261389900/snapshot-cleanup already deleted, retry=false 2024-11-17T07:19:16,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x10124cb2ac10007, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1261389900/running 2024-11-17T07:19:16,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1261389900/running 2024-11-17T07:19:16,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x10124cb2ac10007, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:16,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:16,147 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,39163,1731827955560, sessionid=0x10124cb2ac10006, setting cluster-up flag (Was=false) 2024-11-17T07:19:16,149 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1261389900/flush-table-proc/acquired, /0-1261389900/flush-table-proc/reached, /0-1261389900/flush-table-proc/abort 2024-11-17T07:19:16,150 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,39163,1731827955560 2024-11-17T07:19:16,152 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1261389900/online-snapshot/acquired, /0-1261389900/online-snapshot/reached, /0-1261389900/online-snapshot/abort 2024-11-17T07:19:16,153 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,39163,1731827955560 2024-11-17T07:19:16,154 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/.lastflushedseqids 2024-11-17T07:19:16,155 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:19:16,156 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:19:16,157 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,39163,1731827955560 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 1dd62e24b303,36423,1731827942796 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:19:16,158 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:16,158 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:16,158 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:16,158 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:16,158 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:19:16,158 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:16,158 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:19:16,158 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:16,160 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1dd62e24b303,36423,1731827942796, splitWal=true, meta=true 2024-11-17T07:19:16,160 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731827986160 2024-11-17T07:19:16,160 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:19:16,160 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:19:16,160 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:19:16,160 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:19:16,160 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:19:16,160 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:19:16,160 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:16,160 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:19:16,160 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:19:16,161 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1dd62e24b303,36423,1731827942796, splitWal=true, meta=true, isMeta: true 2024-11-17T07:19:16,161 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:19:16,161 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:19:16,162 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796-splitting 2024-11-17T07:19:16,162 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796-splitting dir is empty, no logs to split. 2024-11-17T07:19:16,162 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1dd62e24b303,36423,1731827942796 WAL count=0, meta=true 2024-11-17T07:19:16,164 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796-splitting dir is empty, no logs to split. 2024-11-17T07:19:16,164 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1dd62e24b303,36423,1731827942796 WAL count=0, meta=true 2024-11-17T07:19:16,164 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1dd62e24b303,36423,1731827942796 WAL splitting is done? wals=0, meta=true 2024-11-17T07:19:16,164 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:19:16,164 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:19:16,165 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827956164,5,FailOnTimeoutGroup] 2024-11-17T07:19:16,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:19:16,165 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827956165,5,FailOnTimeoutGroup] 2024-11-17T07:19:16,165 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:16,165 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:19:16,165 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:16,165 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:16,165 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731827956165, completionTime=-1 2024-11-17T07:19:16,165 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-17T07:19:16,165 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T07:19:16,166 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:19:16,166 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T07:19:16,207 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.HRegionServer(746): ClusterId : 3d44c158-8da4-4b26-ae01-3d512fa96e1d 2024-11-17T07:19:16,207 DEBUG [RS:0;1dd62e24b303:39859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:19:16,209 DEBUG [RS:0;1dd62e24b303:39859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:19:16,209 DEBUG [RS:0;1dd62e24b303:39859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:19:16,212 DEBUG [RS:0;1dd62e24b303:39859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:19:16,213 DEBUG [RS:0;1dd62e24b303:39859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0aff92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:19:16,224 DEBUG [RS:0;1dd62e24b303:39859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:39859 2024-11-17T07:19:16,224 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:19:16,224 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:19:16,224 DEBUG [RS:0;1dd62e24b303:39859 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:19:16,225 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,39163,1731827955560 with port=39859, startcode=1731827955587 2024-11-17T07:19:16,225 DEBUG [RS:0;1dd62e24b303:39859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:19:16,226 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:19:16,227 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39163 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,39859,1731827955587 2024-11-17T07:19:16,227 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39163 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,39859,1731827955587 2024-11-17T07:19:16,228 DEBUG [RS:0;1dd62e24b303:39859 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb 2024-11-17T07:19:16,228 DEBUG [RS:0;1dd62e24b303:39859 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33817 2024-11-17T07:19:16,228 DEBUG [RS:0;1dd62e24b303:39859 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:19:16,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900/rs 2024-11-17T07:19:16,236 DEBUG [RS:0;1dd62e24b303:39859 {}] zookeeper.ZKUtil(111): regionserver:39859-0x10124cb2ac10007, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Set watcher on existing znode=/0-1261389900/rs/1dd62e24b303,39859,1731827955587 2024-11-17T07:19:16,236 WARN [RS:0;1dd62e24b303:39859 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:19:16,236 INFO [RS:0;1dd62e24b303:39859 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:16,236 DEBUG [RS:0;1dd62e24b303:39859 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,39859,1731827955587 2024-11-17T07:19:16,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,39859,1731827955587] 2024-11-17T07:19:16,256 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:19:16,258 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:19:16,258 INFO [RS:0;1dd62e24b303:39859 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:19:16,258 INFO [RS:0;1dd62e24b303:39859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:16,258 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:19:16,259 INFO [RS:0;1dd62e24b303:39859 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:19:16,259 INFO [RS:0;1dd62e24b303:39859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:16,259 DEBUG [RS:0;1dd62e24b303:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:16,259 DEBUG [RS:0;1dd62e24b303:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:16,259 DEBUG [RS:0;1dd62e24b303:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:16,259 DEBUG [RS:0;1dd62e24b303:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:16,259 DEBUG [RS:0;1dd62e24b303:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:16,259 DEBUG [RS:0;1dd62e24b303:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:19:16,259 DEBUG [RS:0;1dd62e24b303:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:16,260 DEBUG [RS:0;1dd62e24b303:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:16,260 DEBUG [RS:0;1dd62e24b303:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:16,260 DEBUG [RS:0;1dd62e24b303:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:16,260 DEBUG [RS:0;1dd62e24b303:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:16,260 DEBUG [RS:0;1dd62e24b303:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:16,260 DEBUG [RS:0;1dd62e24b303:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:19:16,260 DEBUG [RS:0;1dd62e24b303:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:19:16,260 INFO [RS:0;1dd62e24b303:39859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:16,260 INFO [RS:0;1dd62e24b303:39859 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:16,260 INFO [RS:0;1dd62e24b303:39859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:16,260 INFO [RS:0;1dd62e24b303:39859 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:16,260 INFO [RS:0;1dd62e24b303:39859 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:16,260 INFO [RS:0;1dd62e24b303:39859 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,39859,1731827955587-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:19:16,265 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T07:19:16,276 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:19:16,276 INFO [RS:0;1dd62e24b303:39859 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,39859,1731827955587-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:16,290 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.ReplicationSource(231): queueId=1-1dd62e24b303,39859,1731827955587, ReplicationSource: 1, currentBandwidth=0 2024-11-17T07:19:16,290 INFO [RS:0;1dd62e24b303:39859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:16,290 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.Replication(171): 1dd62e24b303,39859,1731827955587 started 2024-11-17T07:19:16,304 INFO [RS:0;1dd62e24b303:39859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:16,304 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,39859,1731827955587, RpcServer on 1dd62e24b303/172.17.0.2:39859, sessionid=0x10124cb2ac10007 2024-11-17T07:19:16,304 DEBUG [RS:0;1dd62e24b303:39859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:19:16,304 DEBUG [RS:0;1dd62e24b303:39859 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,39859,1731827955587 2024-11-17T07:19:16,304 DEBUG [RS:0;1dd62e24b303:39859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,39859,1731827955587' 2024-11-17T07:19:16,304 DEBUG [RS:0;1dd62e24b303:39859.replicationSource,1-1dd62e24b303,39859,1731827955587 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:37193' 2024-11-17T07:19:16,304 DEBUG [RS:0;1dd62e24b303:39859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1261389900/flush-table-proc/abort' 2024-11-17T07:19:16,304 DEBUG [RS:0;1dd62e24b303:39859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1261389900/flush-table-proc/acquired' 2024-11-17T07:19:16,305 DEBUG [RS:0;1dd62e24b303:39859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:19:16,305 DEBUG [RS:0;1dd62e24b303:39859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:19:16,305 DEBUG [RS:0;1dd62e24b303:39859 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,39859,1731827955587 2024-11-17T07:19:16,305 DEBUG [RS:0;1dd62e24b303:39859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,39859,1731827955587' 2024-11-17T07:19:16,305 DEBUG [RS:0;1dd62e24b303:39859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1261389900/online-snapshot/abort' 2024-11-17T07:19:16,305 DEBUG [RS:0;1dd62e24b303:39859.replicationSource,1-1dd62e24b303,39859,1731827955587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f40ab20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:16,305 DEBUG [RS:0;1dd62e24b303:39859.replicationSource,1-1dd62e24b303,39859,1731827955587 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,37193,-1 for getting cluster id 2024-11-17T07:19:16,305 DEBUG [RS:0;1dd62e24b303:39859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1261389900/online-snapshot/acquired' 2024-11-17T07:19:16,305 DEBUG [RS:0;1dd62e24b303:39859.replicationSource,1-1dd62e24b303,39859,1731827955587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:16,305 DEBUG [RS:0;1dd62e24b303:39859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:19:16,306 INFO [RS:0;1dd62e24b303:39859 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:19:16,306 INFO [RS:0;1dd62e24b303:39859 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:19:16,307 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9442e57a-eac0-480a-80f6-2fe6d026a1d4' 2024-11-17T07:19:16,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:16,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9442e57a-eac0-480a-80f6-2fe6d026a1d4" 2024-11-17T07:19:16,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ff0faa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:16,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,37193,-1] 2024-11-17T07:19:16,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:16,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:16,308 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:16,309 DEBUG [RS:0;1dd62e24b303:39859.replicationSource,1-1dd62e24b303,39859,1731827955587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60774dda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:16,309 DEBUG [RS:0;1dd62e24b303:39859.replicationSource,1-1dd62e24b303,39859,1731827955587 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:16,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,37193,1731827946973 2024-11-17T07:19:16,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fd6f349 2024-11-17T07:19:16,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:19:16,311 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-17T07:19:16,311 INFO [RS:0;1dd62e24b303:39859.replicationSource,1-1dd62e24b303,39859,1731827955587 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1dd62e24b303,39859,1731827955587 (queues=0) is replicating from cluster=3d44c158-8da4-4b26-ae01-3d512fa96e1d to cluster=9442e57a-eac0-480a-80f6-2fe6d026a1d4 2024-11-17T07:19:16,316 WARN [1dd62e24b303:39163 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T07:19:16,406 INFO [RS:0;1dd62e24b303:39859 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:19:16,407 INFO [RS:0;1dd62e24b303:39859 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C39859%2C1731827955587, suffix=, logDir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,39859,1731827955587, archiveDir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/oldWALs, maxLogs=10 2024-11-17T07:19:16,421 DEBUG [RS:0;1dd62e24b303:39859 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,39859,1731827955587/1dd62e24b303%2C39859%2C1731827955587.1731827956408, exclude list is [], retry=0 2024-11-17T07:19:16,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41249,DS-c8ad1e93-5407-4a8b-882d-0e137e013104,DISK] 2024-11-17T07:19:16,425 INFO [RS:0;1dd62e24b303:39859 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,39859,1731827955587/1dd62e24b303%2C39859%2C1731827955587.1731827956408 2024-11-17T07:19:16,425 DEBUG [RS:0;1dd62e24b303:39859 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 1dd62e24b303%2C39859%2C1731827955587 for peer 1 2024-11-17T07:19:16,425 DEBUG [RS:0;1dd62e24b303:39859 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1dd62e24b303%2C39859%2C1731827955587 2024-11-17T07:19:16,425 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1dd62e24b303,39859,1731827955587, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T07:19:16,425 DEBUG [RS:0;1dd62e24b303:39859 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43581:43581)] 2024-11-17T07:19:16,426 INFO [RS:0;1dd62e24b303:39859.replicationSource.shipper1dd62e24b303%2C39859%2C1731827955587,1-1dd62e24b303,39859,1731827955587 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1dd62e24b303%2C39859%2C1731827955587 2024-11-17T07:19:16,426 DEBUG [RS:0;1dd62e24b303:39859.replicationSource.wal-reader.1dd62e24b303%2C39859%2C1731827955587,1-1dd62e24b303,39859,1731827955587 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,39859,1731827955587/1dd62e24b303%2C39859%2C1731827955587.1731827956408, startPosition=0, beingWritten=true 2024-11-17T07:19:16,431 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:19:16,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:16,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:16,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:16,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:16,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:16,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:16,567 DEBUG [1dd62e24b303:39163 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:19:16,567 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,39859,1731827955587 2024-11-17T07:19:16,568 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,39859,1731827955587, state=OPENING 2024-11-17T07:19:16,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x10124cb2ac10007, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1261389900/meta-region-server 2024-11-17T07:19:16,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1261389900/meta-region-server 2024-11-17T07:19:16,570 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:19:16,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1261389900/meta-region-server: CHANGED 2024-11-17T07:19:16,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1261389900/meta-region-server: CHANGED 2024-11-17T07:19:16,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,39859,1731827955587}] 2024-11-17T07:19:16,630 DEBUG [RS:0;1dd62e24b303:39859.replicationSource.wal-reader.1dd62e24b303%2C39859%2C1731827955587,1-1dd62e24b303,39859,1731827955587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,39859,1731827955587/1dd62e24b303%2C39859%2C1731827955587.1731827956408 to pos 0, reset compression=false 2024-11-17T07:19:16,722 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:19:16,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:19:16,727 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:19:16,727 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:16,727 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:19:16,728 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C39859%2C1731827955587.meta, suffix=.meta, logDir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,39859,1731827955587, archiveDir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/oldWALs, maxLogs=10 2024-11-17T07:19:16,742 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,39859,1731827955587/1dd62e24b303%2C39859%2C1731827955587.meta.1731827956729.meta, exclude list is [], retry=0 2024-11-17T07:19:16,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41249,DS-c8ad1e93-5407-4a8b-882d-0e137e013104,DISK] 2024-11-17T07:19:16,745 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,39859,1731827955587/1dd62e24b303%2C39859%2C1731827955587.meta.1731827956729.meta 2024-11-17T07:19:16,746 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43581:43581)] 2024-11-17T07:19:16,746 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:19:16,746 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:19:16,746 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:19:16,746 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:19:16,746 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:19:16,746 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:19:16,746 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:16,746 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:19:16,746 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:19:16,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:19:16,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:19:16,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:16,753 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/info/1b127ffa75044530b4b3709543db4a8a 2024-11-17T07:19:16,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:16,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:19:16,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:19:16,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:16,759 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/ns/149c86bd6fef4d96a8e1ac3062c83847 2024-11-17T07:19:16,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:16,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:19:16,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:19:16,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:16,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:16,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:19:16,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:19:16,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:16,765 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/table/9a2baade916640af8b9095e0b8daf7dc 2024-11-17T07:19:16,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:16,765 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:19:16,766 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740 2024-11-17T07:19:16,767 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740 2024-11-17T07:19:16,768 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:19:16,768 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:19:16,769 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:19:16,770 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:19:16,770 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59894717, jitterRate=-0.10749916732311249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:19:16,770 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:19:16,771 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731827956747Writing region info on filesystem at 1731827956747Initializing all the Stores at 1731827956747Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827956747Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827956747Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827956747Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827956747Cleaning up temporary data from old regions at 1731827956768 (+21 ms)Running coprocessor post-open hooks at 1731827956770 (+2 ms)Region opened successfully at 1731827956771 (+1 ms) 2024-11-17T07:19:16,771 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731827956722 2024-11-17T07:19:16,773 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:19:16,773 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:19:16,774 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=1dd62e24b303,39859,1731827955587 2024-11-17T07:19:16,774 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,39859,1731827955587, state=OPEN 2024-11-17T07:19:16,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1261389900/meta-region-server 2024-11-17T07:19:16,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x10124cb2ac10007, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1261389900/meta-region-server 2024-11-17T07:19:16,776 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,39859,1731827955587 2024-11-17T07:19:16,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1261389900/meta-region-server: CHANGED 2024-11-17T07:19:16,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1261389900/meta-region-server: CHANGED 2024-11-17T07:19:16,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-17T07:19:16,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,39859,1731827955587 in 206 msec 2024-11-17T07:19:16,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T07:19:16,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 613 msec 2024-11-17T07:19:16,936 DEBUG [RS:0;1dd62e24b303:39859.replicationSource.wal-reader.1dd62e24b303%2C39859%2C1731827955587,1-1dd62e24b303,39859,1731827955587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,39859,1731827955587/1dd62e24b303%2C39859%2C1731827955587.1731827956408 to pos 0, reset compression=false 2024-11-17T07:19:17,341 DEBUG [RS:0;1dd62e24b303:39859.replicationSource.wal-reader.1dd62e24b303%2C39859%2C1731827955587,1-1dd62e24b303,39859,1731827955587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,39859,1731827955587/1dd62e24b303%2C39859%2C1731827955587.1731827956408 to pos 0, reset compression=false 2024-11-17T07:19:17,767 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-17T07:19:17,846 DEBUG [RS:0;1dd62e24b303:39859.replicationSource.wal-reader.1dd62e24b303%2C39859%2C1731827955587,1-1dd62e24b303,39859,1731827955587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,39859,1731827955587/1dd62e24b303%2C39859%2C1731827955587.1731827956408 to pos 0, reset compression=false 2024-11-17T07:19:18,451 DEBUG [RS:0;1dd62e24b303:39859.replicationSource.wal-reader.1dd62e24b303%2C39859%2C1731827955587,1-1dd62e24b303,39859,1731827955587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,39859,1731827955587/1dd62e24b303%2C39859%2C1731827955587.1731827956408 to pos 0, reset compression=false 2024-11-17T07:19:19,162 DEBUG [RS:0;1dd62e24b303:39859.replicationSource.wal-reader.1dd62e24b303%2C39859%2C1731827955587,1-1dd62e24b303,39859,1731827955587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,39859,1731827955587/1dd62e24b303%2C39859%2C1731827955587.1731827956408 to pos 0, reset compression=false 2024-11-17T07:19:19,272 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3107ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-17T07:19:19,969 DEBUG [RS:0;1dd62e24b303:39859.replicationSource.wal-reader.1dd62e24b303%2C39859%2C1731827955587,1-1dd62e24b303,39859,1731827955587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,39859,1731827955587/1dd62e24b303%2C39859%2C1731827955587.1731827956408 to pos 0, reset compression=false 2024-11-17T07:19:20,675 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-17T07:19:20,675 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:19:20,676 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:20,676 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,39859,1731827955587, seqNum=-1] 2024-11-17T07:19:20,676 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:19:20,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:19:20,681 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a3655e2f07efe861b325020ba669dae2, regionState=OPEN, lastHost=1dd62e24b303,36423,1731827942796, regionLocation=1dd62e24b303,36423,1731827942796, openSeqNum=2 2024-11-17T07:19:20,681 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:19:20,681 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731828020681 2024-11-17T07:19:20,681 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731828080681 2024-11-17T07:19:20,681 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-17T07:19:20,682 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 1dd62e24b303,36423,1731827942796 had 2 regions 2024-11-17T07:19:20,682 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,39163,1731827955560-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:20,682 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,39163,1731827955560-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:20,682 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,39163,1731827955560-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:20,682 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:39163, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:20,682 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:20,682 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:20,683 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1dd62e24b303,36423,1731827942796, splitWal=true, meta=true, isMeta: false 2024-11-17T07:19:20,686 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796-splitting dir is empty, no logs to split. 2024-11-17T07:19:20,686 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1dd62e24b303,36423,1731827942796 WAL count=0, meta=false 2024-11-17T07:19:20,692 WARN [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=1dd62e24b303,36423,1731827942796/hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. 2024-11-17T07:19:20,693 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.068sec 2024-11-17T07:19:20,693 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:19:20,693 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:19:20,693 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:19:20,693 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:19:20,693 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:19:20,693 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,39163,1731827955560-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:19:20,693 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,39163,1731827955560-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:19:20,695 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,36423,1731827942796-splitting dir is empty, no logs to split. 2024-11-17T07:19:20,695 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1dd62e24b303,36423,1731827942796 WAL count=0, meta=false 2024-11-17T07:19:20,695 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 1dd62e24b303,36423,1731827942796 WAL splitting is done? wals=0, meta=false 2024-11-17T07:19:20,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a3655e2f07efe861b325020ba669dae2, ASSIGN}] 2024-11-17T07:19:20,698 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:19:20,698 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:19:20,698 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,39163,1731827955560-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:20,698 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a3655e2f07efe861b325020ba669dae2, ASSIGN 2024-11-17T07:19:20,699 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a3655e2f07efe861b325020ba669dae2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T07:19:20,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e33a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:20,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,39163,-1 for getting cluster id 2024-11-17T07:19:20,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:20,712 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d44c158-8da4-4b26-ae01-3d512fa96e1d' 2024-11-17T07:19:20,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:20,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d44c158-8da4-4b26-ae01-3d512fa96e1d" 2024-11-17T07:19:20,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650dc47c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:20,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,39163,-1] 2024-11-17T07:19:20,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:20,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:20,714 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:20,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87440b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:20,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:20,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,39859,1731827955587, seqNum=-1] 2024-11-17T07:19:20,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:19:20,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:19:20,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-17T07:19:20,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:19:20,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:20,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:20,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:20,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 1dd62e24b303:39163 after: 1dd62e24b303:39163 2024-11-17T07:19:20,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6caa8ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:20,720 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,39163,-1 for getting cluster id 2024-11-17T07:19:20,720 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:20,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:19:20,721 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d44c158-8da4-4b26-ae01-3d512fa96e1d' 2024-11-17T07:19:20,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:20,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d44c158-8da4-4b26-ae01-3d512fa96e1d" 2024-11-17T07:19:20,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f19381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:20,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,39163,-1] 2024-11-17T07:19:20,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:20,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:20,723 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:20,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32fcfd18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:20,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:20,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,39163,1731827955560 2024-11-17T07:19:20,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@226a9d72 2024-11-17T07:19:20,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:19:20,725 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:19:20,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39163 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-17T07:19:20,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T07:19:20,726 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:19:20,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:20,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:20,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:20,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:19:20,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T07:19:20,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1484188584, stopped=false 2024-11-17T07:19:20,726 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1dd62e24b303,37193,1731827946973 2024-11-17T07:19:20,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-674584386/running 2024-11-17T07:19:20,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-674584386 2024-11-17T07:19:20,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44485-0x10124cb2ac10004, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-674584386/running 2024-11-17T07:19:20,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44485-0x10124cb2ac10004, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-674584386 2024-11-17T07:19:20,730 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:19:20,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:19:20,730 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:20,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:20,730 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1dd62e24b303,44485,1731827947022' ***** 2024-11-17T07:19:20,730 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T07:19:20,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Set watcher on znode that does not yet exist, /1-674584386/running 2024-11-17T07:19:20,731 INFO [RS:0;1dd62e24b303:44485 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T07:19:20,731 INFO [RS:0;1dd62e24b303:44485 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T07:19:20,731 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T07:19:20,731 INFO [RS:0;1dd62e24b303:44485 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T07:19:20,731 INFO [RS:0;1dd62e24b303:44485 {}] regionserver.HRegionServer(959): stopping server 1dd62e24b303,44485,1731827947022 2024-11-17T07:19:20,731 INFO [RS:0;1dd62e24b303:44485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:19:20,731 INFO [RS:0;1dd62e24b303:44485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:44485. 2024-11-17T07:19:20,731 DEBUG [RS:0;1dd62e24b303:44485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:20,731 DEBUG [RS:0;1dd62e24b303:44485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:20,731 INFO [RS:0;1dd62e24b303:44485 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T07:19:20,731 INFO [RS:0;1dd62e24b303:44485 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T07:19:20,731 INFO [RS:0;1dd62e24b303:44485 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T07:19:20,731 INFO [RS:0;1dd62e24b303:44485 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T07:19:20,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44485-0x10124cb2ac10004, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Set watcher on znode that does not yet exist, /1-674584386/running 2024-11-17T07:19:20,732 INFO [RS:0;1dd62e24b303:44485 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T07:19:20,732 DEBUG [RS:0;1dd62e24b303:44485 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T07:19:20,732 DEBUG [RS:0;1dd62e24b303:44485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:19:20,732 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:19:20,732 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:19:20,733 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:19:20,733 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:19:20,733 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:19:20,733 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-17T07:19:20,767 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/data/hbase/meta/1588230740/.tmp/ns/e1632217ccb54c4f9685916df32e6fb4 is 43, key is default/ns:d/1731827949651/Put/seqid=0 2024-11-17T07:19:20,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741835_1011 (size=5153) 2024-11-17T07:19:20,801 INFO [regionserver/1dd62e24b303:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:19:20,850 DEBUG [1dd62e24b303:39163 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:19:20,850 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a3655e2f07efe861b325020ba669dae2, regionState=OPENING, regionLocation=1dd62e24b303,39859,1731827955587 2024-11-17T07:19:20,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a3655e2f07efe861b325020ba669dae2, ASSIGN because future has completed 2024-11-17T07:19:20,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3655e2f07efe861b325020ba669dae2, server=1dd62e24b303,39859,1731827955587}] 2024-11-17T07:19:20,879 DEBUG [RS:0;1dd62e24b303:39859.replicationSource.wal-reader.1dd62e24b303%2C39859%2C1731827955587,1-1dd62e24b303,39859,1731827955587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,39859,1731827955587/1dd62e24b303%2C39859%2C1731827955587.1731827956408 to pos 0, reset compression=false 2024-11-17T07:19:20,891 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T07:19:20,891 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T07:19:20,933 DEBUG [RS:0;1dd62e24b303:44485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:19:21,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. 2024-11-17T07:19:21,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:21,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T07:19:21,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C39859%2C1731827955587.rep, suffix=, logDir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,39859,1731827955587, archiveDir=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/oldWALs, maxLogs=10 2024-11-17T07:19:21,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,39859,1731827955587/1dd62e24b303%2C39859%2C1731827955587.rep.1731827961014, exclude list is [], retry=0 2024-11-17T07:19:21,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41249,DS-c8ad1e93-5407-4a8b-882d-0e137e013104,DISK] 2024-11-17T07:19:21,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,39859,1731827955587/1dd62e24b303%2C39859%2C1731827955587.rep.1731827961014 2024-11-17T07:19:21,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43581:43581)] 2024-11-17T07:19:21,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => a3655e2f07efe861b325020ba669dae2, NAME => 'hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:19:21,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:19:21,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:19:21,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. service=MultiRowMutationService 2024-11-17T07:19:21,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T07:19:21,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:21,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:21,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:21,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:21,033 INFO [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:21,034 INFO [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3655e2f07efe861b325020ba669dae2 columnFamilyName hfileref 2024-11-17T07:19:21,034 DEBUG [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:21,034 INFO [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] regionserver.HStore(327): Store=a3655e2f07efe861b325020ba669dae2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:21,035 INFO [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:21,035 INFO [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3655e2f07efe861b325020ba669dae2 columnFamilyName queue 2024-11-17T07:19:21,035 DEBUG [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:21,040 DEBUG [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/replication/a3655e2f07efe861b325020ba669dae2/queue/5006817ff0dc4e9c9825632f606d41df 2024-11-17T07:19:21,040 INFO [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] regionserver.HStore(327): Store=a3655e2f07efe861b325020ba669dae2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:21,040 INFO [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:21,041 INFO [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3655e2f07efe861b325020ba669dae2 columnFamilyName sid 2024-11-17T07:19:21,041 DEBUG [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:21,041 INFO [StoreOpener-a3655e2f07efe861b325020ba669dae2-1 {}] regionserver.HStore(327): Store=a3655e2f07efe861b325020ba669dae2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:21,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:21,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/replication/a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:21,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/replication/a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:21,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:21,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:21,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:19:21,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:21,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened a3655e2f07efe861b325020ba669dae2; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61172688, jitterRate=-0.0884559154510498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:19:21,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:21,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for a3655e2f07efe861b325020ba669dae2: Running coprocessor pre-open hook at 1731827961032Writing region info on filesystem at 1731827961032Initializing all the Stores at 1731827961033 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827961033Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827961033Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827961033Cleaning up temporary data from old regions at 1731827961043 (+10 ms)Running coprocessor post-open hooks at 1731827961045 (+2 ms)Region opened successfully at 1731827961046 (+1 ms) 2024-11-17T07:19:21,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2., pid=13, masterSystemTime=1731827961009 2024-11-17T07:19:21,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. 2024-11-17T07:19:21,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. 2024-11-17T07:19:21,049 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a3655e2f07efe861b325020ba669dae2, regionState=OPEN, openSeqNum=9, regionLocation=1dd62e24b303,39859,1731827955587 2024-11-17T07:19:21,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3655e2f07efe861b325020ba669dae2, server=1dd62e24b303,39859,1731827955587 because future has completed 2024-11-17T07:19:21,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T07:19:21,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure a3655e2f07efe861b325020ba669dae2, server=1dd62e24b303,39859,1731827955587 in 196 msec 2024-11-17T07:19:21,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-17T07:19:21,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a3655e2f07efe861b325020ba669dae2, ASSIGN in 357 msec 2024-11-17T07:19:21,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-17T07:19:21,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2., hostname=1dd62e24b303,39859,1731827955587, seqNum=9] 2024-11-17T07:19:21,073 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 1dd62e24b303,36423,1731827942796 2024-11-17T07:19:21,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-17T07:19:21,133 DEBUG [RS:0;1dd62e24b303:44485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:19:21,183 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/data/hbase/meta/1588230740/.tmp/ns/e1632217ccb54c4f9685916df32e6fb4 2024-11-17T07:19:21,189 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/data/hbase/meta/1588230740/.tmp/ns/e1632217ccb54c4f9685916df32e6fb4 as hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/data/hbase/meta/1588230740/ns/e1632217ccb54c4f9685916df32e6fb4 2024-11-17T07:19:21,193 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/data/hbase/meta/1588230740/ns/e1632217ccb54c4f9685916df32e6fb4, entries=2, sequenceid=6, filesize=5.0 K 2024-11-17T07:19:21,194 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 461ms, sequenceid=6, compaction requested=false 2024-11-17T07:19:21,194 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T07:19:21,198 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T07:19:21,199 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:19:21,199 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:19:21,199 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:19:21,199 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827960732Running coprocessor pre-close hooks at 1731827960732Disabling compacts and flushes for region at 1731827960732Disabling writes for close at 1731827960733 (+1 ms)Obtaining lock to block concurrent updates at 1731827960733Preparing flush snapshotting stores in 1588230740 at 1731827960733Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731827960733Flushing stores of hbase:meta,,1.1588230740 at 1731827960734 (+1 ms)Flushing 1588230740/ns: creating writer at 1731827960734Flushing 1588230740/ns: appending metadata at 1731827960766 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1731827960766Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39177cda: reopening flushed file at 1731827961188 (+422 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 461ms, sequenceid=6, compaction requested=false at 1731827961194 (+6 ms)Writing region close event to WAL at 1731827961195 (+1 ms)Running coprocessor post-close hooks at 1731827961198 (+3 ms)Closed at 1731827961199 (+1 ms) 2024-11-17T07:19:21,199 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T07:19:21,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-17T07:19:21,333 INFO [RS:0;1dd62e24b303:44485 {}] regionserver.HRegionServer(976): stopping server 1dd62e24b303,44485,1731827947022; all regions closed. 2024-11-17T07:19:21,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741834_1010 (size=1152) 2024-11-17T07:19:21,335 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/WALs/1dd62e24b303,44485,1731827947022/1dd62e24b303%2C44485%2C1731827947022.meta.1731827949595.meta not finished, retry = 0 2024-11-17T07:19:21,438 DEBUG [RS:0;1dd62e24b303:44485 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/oldWALs 2024-11-17T07:19:21,438 INFO [RS:0;1dd62e24b303:44485 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C44485%2C1731827947022.meta:.meta(num 1731827949595) 2024-11-17T07:19:21,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741833_1009 (size=93) 2024-11-17T07:19:21,441 DEBUG [RS:0;1dd62e24b303:44485 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/oldWALs 2024-11-17T07:19:21,441 INFO [RS:0;1dd62e24b303:44485 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C44485%2C1731827947022:(num 1731827949030) 2024-11-17T07:19:21,442 DEBUG [RS:0;1dd62e24b303:44485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:21,442 INFO [RS:0;1dd62e24b303:44485 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:19:21,442 INFO [RS:0;1dd62e24b303:44485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:19:21,442 INFO [RS:0;1dd62e24b303:44485 {}] hbase.ChoreService(370): Chore service for: regionserver/1dd62e24b303:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T07:19:21,442 INFO [RS:0;1dd62e24b303:44485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:19:21,442 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:19:21,442 INFO [RS:0;1dd62e24b303:44485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44485 2024-11-17T07:19:21,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44485-0x10124cb2ac10004, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-674584386/rs/1dd62e24b303,44485,1731827947022 2024-11-17T07:19:21,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-674584386/rs 2024-11-17T07:19:21,444 INFO [RS:0;1dd62e24b303:44485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:19:21,445 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1dd62e24b303,44485,1731827947022] 2024-11-17T07:19:21,446 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-674584386/draining/1dd62e24b303,44485,1731827947022 already deleted, retry=false 2024-11-17T07:19:21,446 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1dd62e24b303,44485,1731827947022 expired; onlineServers=0 2024-11-17T07:19:21,446 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1dd62e24b303,37193,1731827946973' ***** 2024-11-17T07:19:21,446 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T07:19:21,446 INFO [M:0;1dd62e24b303:37193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:19:21,446 INFO [M:0;1dd62e24b303:37193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:19:21,446 DEBUG [M:0;1dd62e24b303:37193 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T07:19:21,446 DEBUG [M:0;1dd62e24b303:37193 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T07:19:21,446 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T07:19:21,446 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827948816 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827948816,5,FailOnTimeoutGroup] 2024-11-17T07:19:21,446 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827948812 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827948812,5,FailOnTimeoutGroup] 2024-11-17T07:19:21,446 INFO [M:0;1dd62e24b303:37193 {}] hbase.ChoreService(370): Chore service for: master/1dd62e24b303:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T07:19:21,447 INFO [M:0;1dd62e24b303:37193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:19:21,447 DEBUG [M:0;1dd62e24b303:37193 {}] master.HMaster(1795): Stopping service threads 2024-11-17T07:19:21,447 INFO [M:0;1dd62e24b303:37193 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T07:19:21,447 INFO [M:0;1dd62e24b303:37193 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:19:21,447 INFO [M:0;1dd62e24b303:37193 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T07:19:21,447 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T07:19:21,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-674584386/master 2024-11-17T07:19:21,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-674584386 2024-11-17T07:19:21,453 DEBUG [M:0;1dd62e24b303:37193 {}] zookeeper.ZKUtil(347): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Unable to get data of znode /1-674584386/master because node does not exist (not an error) 2024-11-17T07:19:21,453 WARN [M:0;1dd62e24b303:37193 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T07:19:21,454 INFO [M:0;1dd62e24b303:37193 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/.lastflushedseqids 2024-11-17T07:19:21,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741836_1012 (size=99) 2024-11-17T07:19:21,545 INFO [RS:0;1dd62e24b303:44485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:19:21,545 INFO [RS:0;1dd62e24b303:44485 {}] regionserver.HRegionServer(1031): Exiting; stopping=1dd62e24b303,44485,1731827947022; zookeeper connection closed. 2024-11-17T07:19:21,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44485-0x10124cb2ac10004, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:19:21,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44485-0x10124cb2ac10004, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:19:21,546 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74912850 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74912850 2024-11-17T07:19:21,546 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T07:19:21,859 INFO [M:0;1dd62e24b303:37193 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T07:19:21,860 INFO [M:0;1dd62e24b303:37193 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T07:19:21,860 DEBUG [M:0;1dd62e24b303:37193 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:19:21,860 INFO [M:0;1dd62e24b303:37193 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:21,860 DEBUG [M:0;1dd62e24b303:37193 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:21,860 DEBUG [M:0;1dd62e24b303:37193 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:19:21,860 DEBUG [M:0;1dd62e24b303:37193 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:21,860 INFO [M:0;1dd62e24b303:37193 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-17T07:19:21,875 DEBUG [M:0;1dd62e24b303:37193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c1f3e75a3b64d83b4f75feaceda4428 is 82, key is hbase:meta,,1/info:regioninfo/1731827949640/Put/seqid=0 2024-11-17T07:19:21,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741837_1013 (size=5672) 2024-11-17T07:19:21,886 DEBUG [RS:0;1dd62e24b303:39859.replicationSource.wal-reader.1dd62e24b303%2C39859%2C1731827955587,1-1dd62e24b303,39859,1731827955587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,39859,1731827955587/1dd62e24b303%2C39859%2C1731827955587.1731827956408 to pos 0, reset compression=false 2024-11-17T07:19:22,248 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:19:22,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:22,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:22,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:22,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:22,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:22,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:22,280 INFO [M:0;1dd62e24b303:37193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c1f3e75a3b64d83b4f75feaceda4428 2024-11-17T07:19:22,299 DEBUG [M:0;1dd62e24b303:37193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85af3cb78f904afc8a8d6960588df51f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731827949654/Put/seqid=0 2024-11-17T07:19:22,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741838_1014 (size=5275) 2024-11-17T07:19:22,704 INFO [M:0;1dd62e24b303:37193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85af3cb78f904afc8a8d6960588df51f 2024-11-17T07:19:22,728 DEBUG [M:0;1dd62e24b303:37193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfe13ffc2ef44d488f550ba345df4afc is 69, key is 1dd62e24b303,44485,1731827947022/rs:state/1731827948869/Put/seqid=0 2024-11-17T07:19:22,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741839_1015 (size=5156) 2024-11-17T07:19:22,735 INFO [M:0;1dd62e24b303:37193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfe13ffc2ef44d488f550ba345df4afc 2024-11-17T07:19:22,741 DEBUG [M:0;1dd62e24b303:37193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c1f3e75a3b64d83b4f75feaceda4428 as hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c1f3e75a3b64d83b4f75feaceda4428 2024-11-17T07:19:22,759 INFO [M:0;1dd62e24b303:37193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c1f3e75a3b64d83b4f75feaceda4428, entries=8, sequenceid=28, filesize=5.5 K 2024-11-17T07:19:22,763 DEBUG [M:0;1dd62e24b303:37193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85af3cb78f904afc8a8d6960588df51f as hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85af3cb78f904afc8a8d6960588df51f 2024-11-17T07:19:22,770 INFO [M:0;1dd62e24b303:37193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85af3cb78f904afc8a8d6960588df51f, entries=3, sequenceid=28, filesize=5.2 K 2024-11-17T07:19:22,771 DEBUG [M:0;1dd62e24b303:37193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfe13ffc2ef44d488f550ba345df4afc as hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dfe13ffc2ef44d488f550ba345df4afc 2024-11-17T07:19:22,784 INFO [M:0;1dd62e24b303:37193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39663/user/jenkins/test-data/97133878-cd32-6bbf-a611-3c7185d82084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dfe13ffc2ef44d488f550ba345df4afc, entries=1, sequenceid=28, filesize=5.0 K 2024-11-17T07:19:22,785 INFO [M:0;1dd62e24b303:37193 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 925ms, sequenceid=28, compaction requested=false 2024-11-17T07:19:22,797 INFO [M:0;1dd62e24b303:37193 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:22,797 DEBUG [M:0;1dd62e24b303:37193 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827961860Disabling compacts and flushes for region at 1731827961860Disabling writes for close at 1731827961860Obtaining lock to block concurrent updates at 1731827961860Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731827961860Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731827961860Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731827961861 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731827961861Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731827961875 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731827961875Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731827962285 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731827962298 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731827962299 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731827962711 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731827962728 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731827962728Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1205cb12: reopening flushed file at 1731827962740 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28ec03b: reopening flushed file at 1731827962759 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1876493c: reopening flushed file at 1731827962771 (+12 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 925ms, sequenceid=28, compaction requested=false at 1731827962785 (+14 ms)Writing region close event to WAL at 1731827962796 (+11 ms)Closed at 1731827962797 (+1 ms) 2024-11-17T07:19:22,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741830_1006 (size=10165) 2024-11-17T07:19:22,807 INFO [M:0;1dd62e24b303:37193 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T07:19:22,807 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:19:22,808 INFO [M:0;1dd62e24b303:37193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37193 2024-11-17T07:19:22,808 INFO [M:0;1dd62e24b303:37193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:19:22,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:19:22,914 INFO [M:0;1dd62e24b303:37193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:19:22,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x10124cb2ac10003, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:19:22,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33b7e74{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:19:22,917 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25341d27{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:19:22,917 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:19:22,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b7b176a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:19:22,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69488fb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/hadoop.log.dir/,STOPPED} 2024-11-17T07:19:22,919 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T07:19:22,919 WARN [BP-1105729201-172.17.0.2-1731827945861 heartbeating to localhost/127.0.0.1:39663 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T07:19:22,919 WARN [BP-1105729201-172.17.0.2-1731827945861 heartbeating to localhost/127.0.0.1:39663 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1105729201-172.17.0.2-1731827945861 (Datanode Uuid 42d9ffa4-bd82-4b69-be35-c4194c24a4b1) service to localhost/127.0.0.1:39663 2024-11-17T07:19:22,919 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T07:19:22,919 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/cluster_11e1aaf8-0b82-e4ab-e74e-0796e1a515d5/data/data1/current/BP-1105729201-172.17.0.2-1731827945861 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:19:22,920 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/cluster_11e1aaf8-0b82-e4ab-e74e-0796e1a515d5/data/data2/current/BP-1105729201-172.17.0.2-1731827945861 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:19:22,920 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T07:19:22,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@221549c0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:19:22,926 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58a30a9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:19:22,926 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:19:22,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f7a8707{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:19:22,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a243add{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/hadoop.log.dir/,STOPPED} 2024-11-17T07:19:22,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T07:19:22,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T07:19:22,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:19:22,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:22,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:22,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:19:22,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:22,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T07:19:22,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1689469117, stopped=false 2024-11-17T07:19:22,941 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1dd62e24b303,39163,1731827955560 2024-11-17T07:19:22,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1261389900/running 2024-11-17T07:19:22,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x10124cb2ac10007, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1261389900/running 2024-11-17T07:19:22,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:22,943 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:19:22,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x10124cb2ac10007, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:22,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:19:22,944 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:22,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Set watcher on znode that does not yet exist, /0-1261389900/running 2024-11-17T07:19:22,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:22,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39859-0x10124cb2ac10007, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Set watcher on znode that does not yet exist, /0-1261389900/running 2024-11-17T07:19:22,945 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1dd62e24b303,39859,1731827955587' ***** 2024-11-17T07:19:22,945 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T07:19:22,946 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T07:19:22,946 INFO [RS:0;1dd62e24b303:39859 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T07:19:22,946 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T07:19:22,946 INFO [RS:0;1dd62e24b303:39859 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T07:19:22,947 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.HRegionServer(3091): Received CLOSE for a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:22,947 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.HRegionServer(959): stopping server 1dd62e24b303,39859,1731827955587 2024-11-17T07:19:22,947 INFO [RS:0;1dd62e24b303:39859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:19:22,947 INFO [RS:0;1dd62e24b303:39859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:39859. 2024-11-17T07:19:22,947 DEBUG [RS:0;1dd62e24b303:39859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:22,947 DEBUG [RS:0;1dd62e24b303:39859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:22,947 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3655e2f07efe861b325020ba669dae2, disabling compactions & flushes 2024-11-17T07:19:22,947 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. 2024-11-17T07:19:22,948 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. 2024-11-17T07:19:22,948 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T07:19:22,948 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T07:19:22,948 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T07:19:22,948 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. after waiting 0 ms 2024-11-17T07:19:22,948 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. 2024-11-17T07:19:22,948 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T07:19:22,948 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T07:19:22,948 DEBUG [RS:0;1dd62e24b303:39859 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a3655e2f07efe861b325020ba669dae2=hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2.} 2024-11-17T07:19:22,948 DEBUG [RS:0;1dd62e24b303:39859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3655e2f07efe861b325020ba669dae2 2024-11-17T07:19:22,950 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:19:22,950 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:19:22,950 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:19:22,950 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:19:22,950 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:19:22,950 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-17T07:19:22,959 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/replication/a3655e2f07efe861b325020ba669dae2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-17T07:19:22,960 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:19:22,960 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:19:22,960 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. 2024-11-17T07:19:22,960 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3655e2f07efe861b325020ba669dae2: Waiting for close lock at 1731827962947Running coprocessor pre-close hooks at 1731827962947Disabling compacts and flushes for region at 1731827962947Disabling writes for close at 1731827962948 (+1 ms)Writing region close event to WAL at 1731827962951 (+3 ms)Running coprocessor post-close hooks at 1731827962960 (+9 ms)Closed at 1731827962960 2024-11-17T07:19:22,960 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2. 2024-11-17T07:19:22,969 INFO [regionserver/1dd62e24b303:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:19:22,980 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/.tmp/info/bb3cf2df4de042938f980bb8257197d4 is 147, key is hbase:replication,,1731827949775.a3655e2f07efe861b325020ba669dae2./info:regioninfo/1731827961049/Put/seqid=0 2024-11-17T07:19:22,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741851_1027 (size=6385) 2024-11-17T07:19:22,990 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/.tmp/info/bb3cf2df4de042938f980bb8257197d4 2024-11-17T07:19:22,990 DEBUG [RS:0;1dd62e24b303:39859.replicationSource.wal-reader.1dd62e24b303%2C39859%2C1731827955587,1-1dd62e24b303,39859,1731827955587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/WALs/1dd62e24b303,39859,1731827955587/1dd62e24b303%2C39859%2C1731827955587.1731827956408 to pos 0, reset compression=false 2024-11-17T07:19:22,998 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/.tmp/info/bb3cf2df4de042938f980bb8257197d4 as hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/info/bb3cf2df4de042938f980bb8257197d4 2024-11-17T07:19:23,003 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/info/bb3cf2df4de042938f980bb8257197d4, entries=8, sequenceid=19, filesize=6.2 K 2024-11-17T07:19:23,004 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=19, compaction requested=false 2024-11-17T07:19:23,011 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-17T07:19:23,012 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:19:23,012 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:19:23,012 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:19:23,012 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827962950Running coprocessor pre-close hooks at 1731827962950Disabling compacts and flushes for region at 1731827962950Disabling writes for close at 1731827962950Obtaining lock to block concurrent updates at 1731827962950Preparing flush snapshotting stores in 1588230740 at 1731827962950Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731827962950Flushing stores of hbase:meta,,1.1588230740 at 1731827962951 (+1 ms)Flushing 1588230740/info: creating writer at 1731827962951Flushing 1588230740/info: appending metadata at 1731827962979 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731827962979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@544bca3f: reopening flushed file at 1731827962997 (+18 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=19, compaction requested=false at 1731827963004 (+7 ms)Writing region close event to WAL at 1731827963008 (+4 ms)Running coprocessor post-close hooks at 1731827963012 (+4 ms)Closed at 1731827963012 2024-11-17T07:19:23,012 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T07:19:23,148 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.HRegionServer(976): stopping server 1dd62e24b303,39859,1731827955587; all regions closed. 2024-11-17T07:19:23,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741849_1025 (size=2156) 2024-11-17T07:19:23,153 DEBUG [RS:0;1dd62e24b303:39859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/oldWALs 2024-11-17T07:19:23,153 INFO [RS:0;1dd62e24b303:39859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C39859%2C1731827955587.meta:.meta(num 1731827956729) 2024-11-17T07:19:23,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741850_1026 (size=796) 2024-11-17T07:19:23,156 DEBUG [RS:0;1dd62e24b303:39859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/oldWALs 2024-11-17T07:19:23,156 INFO [RS:0;1dd62e24b303:39859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C39859%2C1731827955587.rep:(num 1731827961014) 2024-11-17T07:19:23,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741848_1024 (size=93) 2024-11-17T07:19:23,159 DEBUG [RS:0;1dd62e24b303:39859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/oldWALs 2024-11-17T07:19:23,159 INFO [RS:0;1dd62e24b303:39859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C39859%2C1731827955587:(num 1731827956408) 2024-11-17T07:19:23,159 DEBUG [RS:0;1dd62e24b303:39859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:23,159 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:19:23,160 INFO [RS:0;1dd62e24b303:39859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:19:23,160 INFO [RS:0;1dd62e24b303:39859 {}] hbase.ChoreService(370): Chore service for: regionserver/1dd62e24b303:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T07:19:23,160 INFO [RS:0;1dd62e24b303:39859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:19:23,160 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:19:23,160 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1dd62e24b303,39859,1731827955587 because: Region server is closing 2024-11-17T07:19:23,160 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-17T07:19:23,160 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-17T07:19:23,160 INFO [RS:0;1dd62e24b303:39859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:39859. 2024-11-17T07:19:23,160 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-17T07:19:23,160 DEBUG [RS:0;1dd62e24b303:39859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:23,160 DEBUG [RS:0;1dd62e24b303:39859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:23,160 DEBUG [RS:0;1dd62e24b303:39859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:23,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:19:23,261 WARN [RS:0;1dd62e24b303:39859.replicationSource.wal-reader.1dd62e24b303%2C39859%2C1731827955587,1-1dd62e24b303,39859,1731827955587 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T07:19:23,261 WARN [RS:0;1dd62e24b303:39859.replicationSource.shipper1dd62e24b303%2C39859%2C1731827955587,1-1dd62e24b303,39859,1731827955587 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T07:19:23,261 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;1dd62e24b303:39859.replicationSource.shipper1dd62e24b303%2C39859%2C1731827955587,1-1dd62e24b303,39859,1731827955587 terminated 2024-11-17T07:19:23,261 INFO [RS:0;1dd62e24b303:39859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39859 2024-11-17T07:19:23,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x10124cb2ac10007, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1261389900/rs/1dd62e24b303,39859,1731827955587 2024-11-17T07:19:23,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900/rs 2024-11-17T07:19:23,263 INFO [RS:0;1dd62e24b303:39859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:19:23,264 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1dd62e24b303,39859,1731827955587] 2024-11-17T07:19:23,266 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1261389900/draining/1dd62e24b303,39859,1731827955587 already deleted, retry=false 2024-11-17T07:19:23,266 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1dd62e24b303,39859,1731827955587 expired; onlineServers=0 2024-11-17T07:19:23,266 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1dd62e24b303,39163,1731827955560' ***** 2024-11-17T07:19:23,266 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T07:19:23,266 INFO [M:0;1dd62e24b303:39163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:19:23,267 INFO [M:0;1dd62e24b303:39163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:19:23,267 DEBUG [M:0;1dd62e24b303:39163 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T07:19:23,267 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T07:19:23,267 DEBUG [M:0;1dd62e24b303:39163 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T07:19:23,267 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827956165 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827956165,5,FailOnTimeoutGroup] 2024-11-17T07:19:23,267 INFO [M:0;1dd62e24b303:39163 {}] hbase.ChoreService(370): Chore service for: master/1dd62e24b303:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T07:19:23,267 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827956164 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827956164,5,FailOnTimeoutGroup] 2024-11-17T07:19:23,267 INFO [M:0;1dd62e24b303:39163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:19:23,267 DEBUG [M:0;1dd62e24b303:39163 {}] master.HMaster(1795): Stopping service threads 2024-11-17T07:19:23,267 INFO [M:0;1dd62e24b303:39163 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T07:19:23,268 INFO [M:0;1dd62e24b303:39163 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:19:23,268 INFO [M:0;1dd62e24b303:39163 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T07:19:23,268 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T07:19:23,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1261389900/master 2024-11-17T07:19:23,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1261389900 2024-11-17T07:19:23,269 DEBUG [M:0;1dd62e24b303:39163 {}] zookeeper.ZKUtil(347): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Unable to get data of znode /0-1261389900/master because node does not exist (not an error) 2024-11-17T07:19:23,269 WARN [M:0;1dd62e24b303:39163 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T07:19:23,272 INFO [M:0;1dd62e24b303:39163 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/.lastflushedseqids 2024-11-17T07:19:23,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741852_1028 (size=181) 2024-11-17T07:19:23,287 INFO [M:0;1dd62e24b303:39163 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T07:19:23,287 INFO [M:0;1dd62e24b303:39163 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T07:19:23,287 DEBUG [M:0;1dd62e24b303:39163 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:19:23,287 INFO [M:0;1dd62e24b303:39163 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:23,287 DEBUG [M:0;1dd62e24b303:39163 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:23,287 DEBUG [M:0;1dd62e24b303:39163 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:19:23,287 DEBUG [M:0;1dd62e24b303:39163 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:23,287 INFO [M:0;1dd62e24b303:39163 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-17T07:19:23,307 DEBUG [M:0;1dd62e24b303:39163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31f94ae35d5a44e4bc6d6ef1032722cf is 82, key is hbase:meta,,1/info:regioninfo/1731827956774/Put/seqid=0 2024-11-17T07:19:23,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741853_1029 (size=5672) 2024-11-17T07:19:23,314 INFO [M:0;1dd62e24b303:39163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31f94ae35d5a44e4bc6d6ef1032722cf 2024-11-17T07:19:23,338 DEBUG [M:0;1dd62e24b303:39163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dd539d29f03428b8f1f433c9aca6ab5 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731827961054/Put/seqid=0 2024-11-17T07:19:23,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741854_1030 (size=7312) 2024-11-17T07:19:23,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x10124cb2ac10007, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:19:23,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x10124cb2ac10007, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:19:23,365 INFO [RS:0;1dd62e24b303:39859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:19:23,365 INFO [RS:0;1dd62e24b303:39859 {}] regionserver.HRegionServer(1031): Exiting; stopping=1dd62e24b303,39859,1731827955587; zookeeper connection closed. 2024-11-17T07:19:23,365 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a86eb2c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a86eb2c 2024-11-17T07:19:23,366 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T07:19:23,743 INFO [M:0;1dd62e24b303:39163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dd539d29f03428b8f1f433c9aca6ab5 2024-11-17T07:19:23,766 DEBUG [M:0;1dd62e24b303:39163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b60ace50938c421f88721575637c7b15 is 69, key is 1dd62e24b303,39859,1731827955587/rs:state/1731827956227/Put/seqid=0 2024-11-17T07:19:23,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741855_1031 (size=5370) 2024-11-17T07:19:23,770 INFO [M:0;1dd62e24b303:39163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b60ace50938c421f88721575637c7b15 2024-11-17T07:19:23,775 INFO [M:0;1dd62e24b303:39163 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b60ace50938c421f88721575637c7b15 2024-11-17T07:19:23,776 DEBUG [M:0;1dd62e24b303:39163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31f94ae35d5a44e4bc6d6ef1032722cf as hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31f94ae35d5a44e4bc6d6ef1032722cf 2024-11-17T07:19:23,780 INFO [M:0;1dd62e24b303:39163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31f94ae35d5a44e4bc6d6ef1032722cf, entries=8, sequenceid=127, filesize=5.5 K 2024-11-17T07:19:23,781 DEBUG [M:0;1dd62e24b303:39163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dd539d29f03428b8f1f433c9aca6ab5 as hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0dd539d29f03428b8f1f433c9aca6ab5 2024-11-17T07:19:23,785 INFO [M:0;1dd62e24b303:39163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0dd539d29f03428b8f1f433c9aca6ab5, entries=7, sequenceid=127, filesize=7.1 K 2024-11-17T07:19:23,786 DEBUG [M:0;1dd62e24b303:39163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b60ace50938c421f88721575637c7b15 as hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b60ace50938c421f88721575637c7b15 2024-11-17T07:19:23,790 INFO [M:0;1dd62e24b303:39163 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b60ace50938c421f88721575637c7b15 2024-11-17T07:19:23,790 INFO [M:0;1dd62e24b303:39163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33817/user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b60ace50938c421f88721575637c7b15, entries=2, sequenceid=127, filesize=5.2 K 2024-11-17T07:19:23,791 INFO [M:0;1dd62e24b303:39163 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 503ms, sequenceid=127, compaction requested=false 2024-11-17T07:19:23,792 INFO [M:0;1dd62e24b303:39163 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:23,792 DEBUG [M:0;1dd62e24b303:39163 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827963287Disabling compacts and flushes for region at 1731827963287Disabling writes for close at 1731827963287Obtaining lock to block concurrent updates at 1731827963287Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731827963287Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731827963288 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731827963288Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731827963288Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731827963306 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731827963306Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731827963320 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731827963337 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731827963337Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731827963748 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731827963765 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731827963765Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a93265: reopening flushed file at 1731827963775 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24796c6d: reopening flushed file at 1731827963780 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f16971f: reopening flushed file at 1731827963785 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 503ms, sequenceid=127, compaction requested=false at 1731827963791 (+6 ms)Writing region close event to WAL at 1731827963792 (+1 ms)Closed at 1731827963792 2024-11-17T07:19:23,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41249 is added to blk_1073741847_1023 (size=22903) 2024-11-17T07:19:23,794 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76e80f45-f319-ef78-e44d-ebfbf00f08bb/MasterData/WALs/1dd62e24b303,39163,1731827955560/1dd62e24b303%2C39163%2C1731827955560.1731827956061 not finished, retry = 0 2024-11-17T07:19:23,895 INFO [M:0;1dd62e24b303:39163 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T07:19:23,895 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:19:23,895 INFO [M:0;1dd62e24b303:39163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39163 2024-11-17T07:19:23,896 INFO [M:0;1dd62e24b303:39163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:19:23,997 INFO [M:0;1dd62e24b303:39163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:19:23,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:19:23,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10124cb2ac10006, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:19:24,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61e0d86d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:19:24,001 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ac6680f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:19:24,001 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:19:24,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a7ac3fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:19:24,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f4a13ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/hadoop.log.dir/,STOPPED} 2024-11-17T07:19:24,003 WARN [BP-1802739442-172.17.0.2-1731827941466 heartbeating to localhost/127.0.0.1:33817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T07:19:24,004 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T07:19:24,004 WARN [BP-1802739442-172.17.0.2-1731827941466 heartbeating to localhost/127.0.0.1:33817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1802739442-172.17.0.2-1731827941466 (Datanode Uuid 04d39efe-3f8d-47bd-b11c-088089ca8ec4) service to localhost/127.0.0.1:33817 2024-11-17T07:19:24,004 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T07:19:24,004 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/cluster_c034595d-1c4f-b945-56a6-eedccfb87d2e/data/data1/current/BP-1802739442-172.17.0.2-1731827941466 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:19:24,005 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/cluster_c034595d-1c4f-b945-56a6-eedccfb87d2e/data/data2/current/BP-1802739442-172.17.0.2-1731827941466 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:19:24,005 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T07:19:24,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22f50b67{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:19:24,012 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:19:24,012 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:19:24,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:19:24,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44f4f22a-1ae7-a55f-93b7-58ab1f4760f0/hadoop.log.dir/,STOPPED} 2024-11-17T07:19:24,019 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T07:19:24,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T07:19:24,041 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=209 (was 160) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33817 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:33817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39663 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:39663 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52639) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52639) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33817 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39663 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:33817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39663 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33817 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39663 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=581 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 212) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=929 (was 1534) 2024-11-17T07:19:24,050 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=209, OpenFileDescriptor=581, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=929 2024-11-17T07:19:24,063 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-17T07:19:24,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/hadoop.log.dir so I do NOT create it in target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672 2024-11-17T07:19:24,063 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T07:19:24,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/hadoop.tmp.dir so I do NOT create it in target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672 2024-11-17T07:19:24,063 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e1fb23-485c-318a-0fff-96efb16275a2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T07:19:24,063 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672 2024-11-17T07:19:24,064 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/cluster_a591a5e4-859e-82b3-6092-2806e4a72b9b, deleteOnExit=true 2024-11-17T07:19:24,069 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/cluster_a591a5e4-859e-82b3-6092-2806e4a72b9b/zookeeper_0, clientPort=62903, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/cluster_a591a5e4-859e-82b3-6092-2806e4a72b9b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/cluster_a591a5e4-859e-82b3-6092-2806e4a72b9b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T07:19:24,070 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62903 2024-11-17T07:19:24,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T07:19:24,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T07:19:24,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/test.cache.data in system properties and HBase conf 2024-11-17T07:19:24,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T07:19:24,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/hadoop.log.dir in system properties and HBase conf 2024-11-17T07:19:24,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T07:19:24,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T07:19:24,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T07:19:24,071 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T07:19:24,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:19:24,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:19:24,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T07:19:24,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:19:24,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T07:19:24,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T07:19:24,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:19:24,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:19:24,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T07:19:24,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/nfs.dump.dir in system properties and HBase conf 2024-11-17T07:19:24,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/java.io.tmpdir in system properties and HBase conf 2024-11-17T07:19:24,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:19:24,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T07:19:24,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T07:19:24,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10124cb2ac10002, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T07:19:24,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10124cb2ac10005, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T07:19:24,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10124cb2ac10002, quorum=127.0.0.1:52639, baseZNode=/0-1261389900 Received Disconnected from ZooKeeper, ignoring 2024-11-17T07:19:24,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10124cb2ac10005, quorum=127.0.0.1:52639, baseZNode=/1-674584386 Received Disconnected from ZooKeeper, ignoring 2024-11-17T07:19:24,152 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:19:24,157 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:19:24,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:19:24,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:19:24,158 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T07:19:24,159 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:19:24,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8715926{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:19:24,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ecb4db1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:19:24,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@522bcf48{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/java.io.tmpdir/jetty-localhost-37533-hadoop-hdfs-3_4_1-tests_jar-_-any-10726815997398042268/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:19:24,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51912cad{HTTP/1.1, (http/1.1)}{localhost:37533} 2024-11-17T07:19:24,275 INFO [Time-limited test {}] server.Server(415): Started @153313ms 2024-11-17T07:19:24,359 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:19:24,361 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:19:24,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:19:24,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:19:24,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T07:19:24,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27c217a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:19:24,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76131948{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:19:24,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d2d1afa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/java.io.tmpdir/jetty-localhost-36357-hadoop-hdfs-3_4_1-tests_jar-_-any-7054753111459258223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:19:24,483 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17373f9c{HTTP/1.1, (http/1.1)}{localhost:36357} 2024-11-17T07:19:24,483 INFO [Time-limited test {}] server.Server(415): Started @153521ms 2024-11-17T07:19:24,484 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T07:19:24,573 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/cluster_a591a5e4-859e-82b3-6092-2806e4a72b9b/data/data1/current/BP-2014310732-172.17.0.2-1731827964093/current, will proceed with Du for space computation calculation, 2024-11-17T07:19:24,576 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/cluster_a591a5e4-859e-82b3-6092-2806e4a72b9b/data/data2/current/BP-2014310732-172.17.0.2-1731827964093/current, will proceed with Du for space computation calculation, 2024-11-17T07:19:24,595 WARN [Thread-1668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T07:19:24,598 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb323f2dbc10431cb with lease ID 0xe81364428ed53e8e: Processing first storage report for DS-cceb7780-d005-4f8a-ae5a-06ce5aa8a9ca from datanode DatanodeRegistration(127.0.0.1:34273, datanodeUuid=fa156c5b-3360-4613-8f3c-c0d93e466c61, infoPort=39893, infoSecurePort=0, ipcPort=38385, storageInfo=lv=-57;cid=testClusterID;nsid=461342509;c=1731827964093) 2024-11-17T07:19:24,598 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb323f2dbc10431cb with lease ID 0xe81364428ed53e8e: from storage DS-cceb7780-d005-4f8a-ae5a-06ce5aa8a9ca node DatanodeRegistration(127.0.0.1:34273, datanodeUuid=fa156c5b-3360-4613-8f3c-c0d93e466c61, infoPort=39893, infoSecurePort=0, ipcPort=38385, storageInfo=lv=-57;cid=testClusterID;nsid=461342509;c=1731827964093), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:19:24,599 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb323f2dbc10431cb with lease ID 0xe81364428ed53e8e: Processing first storage report for DS-2a7f5f99-ab19-4150-b2b9-1c12a91c02eb from datanode DatanodeRegistration(127.0.0.1:34273, datanodeUuid=fa156c5b-3360-4613-8f3c-c0d93e466c61, infoPort=39893, infoSecurePort=0, ipcPort=38385, storageInfo=lv=-57;cid=testClusterID;nsid=461342509;c=1731827964093) 2024-11-17T07:19:24,599 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb323f2dbc10431cb with lease ID 0xe81364428ed53e8e: from storage DS-2a7f5f99-ab19-4150-b2b9-1c12a91c02eb node DatanodeRegistration(127.0.0.1:34273, datanodeUuid=fa156c5b-3360-4613-8f3c-c0d93e466c61, infoPort=39893, infoSecurePort=0, ipcPort=38385, storageInfo=lv=-57;cid=testClusterID;nsid=461342509;c=1731827964093), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T07:19:24,608 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672 2024-11-17T07:19:24,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:24,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:24,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741825_1001 (size=7) 2024-11-17T07:19:25,017 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23 with version=8 2024-11-17T07:19:25,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/hbase-staging 2024-11-17T07:19:25,019 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:19:25,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:25,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:25,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:19:25,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:25,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:19:25,020 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:19:25,020 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:19:25,035 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45165 2024-11-17T07:19:25,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45165 connecting to ZooKeeper ensemble=127.0.0.1:62903 2024-11-17T07:19:25,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451650x0, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:19:25,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45165-0x10124cb83310000 connected 2024-11-17T07:19:25,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:25,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:25,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Set watcher on znode that does not yet exist, /01518797740/running 2024-11-17T07:19:25,074 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23, hbase.cluster.distributed=false 2024-11-17T07:19:25,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Set watcher on znode that does not yet exist, /01518797740/acl 2024-11-17T07:19:25,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45165 2024-11-17T07:19:25,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45165 2024-11-17T07:19:25,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45165 2024-11-17T07:19:25,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45165 2024-11-17T07:19:25,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45165 2024-11-17T07:19:25,107 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:19:25,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:25,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:25,107 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:19:25,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:25,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:19:25,108 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:19:25,108 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:19:25,108 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45157 2024-11-17T07:19:25,109 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45157 connecting to ZooKeeper ensemble=127.0.0.1:62903 2024-11-17T07:19:25,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:25,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:25,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451570x0, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:19:25,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451570x0, quorum=127.0.0.1:62903, baseZNode=/01518797740 Set watcher on znode that does not yet exist, /01518797740/running 2024-11-17T07:19:25,116 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:19:25,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45157-0x10124cb83310001 connected 2024-11-17T07:19:25,123 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:19:25,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45157-0x10124cb83310001, quorum=127.0.0.1:62903, baseZNode=/01518797740 Set watcher on znode that does not yet exist, /01518797740/master 2024-11-17T07:19:25,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45157-0x10124cb83310001, quorum=127.0.0.1:62903, baseZNode=/01518797740 Set watcher on znode that does not yet exist, /01518797740/acl 2024-11-17T07:19:25,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45157 2024-11-17T07:19:25,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45157 2024-11-17T07:19:25,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45157 2024-11-17T07:19:25,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45157 2024-11-17T07:19:25,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45157 2024-11-17T07:19:25,144 DEBUG [M:0;1dd62e24b303:45165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:45165 2024-11-17T07:19:25,146 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01518797740/backup-masters/1dd62e24b303,45165,1731827965019 2024-11-17T07:19:25,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518797740/backup-masters 2024-11-17T07:19:25,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x10124cb83310001, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518797740/backup-masters 2024-11-17T07:19:25,148 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Set watcher on existing znode=/01518797740/backup-masters/1dd62e24b303,45165,1731827965019 2024-11-17T07:19:25,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518797740 2024-11-17T07:19:25,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x10124cb83310001, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01518797740/master 2024-11-17T07:19:25,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x10124cb83310001, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518797740 2024-11-17T07:19:25,152 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Set watcher on existing znode=/01518797740/master 2024-11-17T07:19:25,152 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01518797740/backup-masters/1dd62e24b303,45165,1731827965019 from backup master directory 2024-11-17T07:19:25,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01518797740/backup-masters/1dd62e24b303,45165,1731827965019 2024-11-17T07:19:25,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x10124cb83310001, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518797740/backup-masters 2024-11-17T07:19:25,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518797740/backup-masters 2024-11-17T07:19:25,153 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:19:25,153 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,45165,1731827965019 2024-11-17T07:19:25,157 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/hbase.id] with ID: ecfb2b1c-f974-461d-ae70-bb0124be6e0a 2024-11-17T07:19:25,157 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/.tmp/hbase.id 2024-11-17T07:19:25,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741826_1002 (size=42) 2024-11-17T07:19:25,568 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/.tmp/hbase.id]:[hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/hbase.id] 2024-11-17T07:19:25,584 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:25,584 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:19:25,585 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T07:19:25,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518797740 2024-11-17T07:19:25,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x10124cb83310001, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518797740 2024-11-17T07:19:25,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741827_1003 (size=196) 2024-11-17T07:19:25,993 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:19:26,009 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:19:26,009 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:26,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741828_1004 (size=1189) 2024-11-17T07:19:26,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:19:26,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T07:19:26,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T07:19:26,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:19:26,417 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/data/master/store 2024-11-17T07:19:26,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741829_1005 (size=34) 2024-11-17T07:19:26,823 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:26,824 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:19:26,824 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:26,824 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:26,824 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:19:26,824 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:26,824 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:26,824 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827966824Disabling compacts and flushes for region at 1731827966824Disabling writes for close at 1731827966824Writing region close event to WAL at 1731827966824Closed at 1731827966824 2024-11-17T07:19:26,825 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/data/master/store/.initializing 2024-11-17T07:19:26,825 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/WALs/1dd62e24b303,45165,1731827965019 2024-11-17T07:19:26,826 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:19:26,827 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C45165%2C1731827965019, suffix=, logDir=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/WALs/1dd62e24b303,45165,1731827965019, archiveDir=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/oldWALs, maxLogs=10 2024-11-17T07:19:26,841 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/WALs/1dd62e24b303,45165,1731827965019/1dd62e24b303%2C45165%2C1731827965019.1731827966827, exclude list is [], retry=0 2024-11-17T07:19:26,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34273,DS-cceb7780-d005-4f8a-ae5a-06ce5aa8a9ca,DISK] 2024-11-17T07:19:26,845 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/WALs/1dd62e24b303,45165,1731827965019/1dd62e24b303%2C45165%2C1731827965019.1731827966827 2024-11-17T07:19:26,845 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39893:39893)] 2024-11-17T07:19:26,845 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:19:26,846 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:26,846 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:26,846 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:26,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:26,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:19:26,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:26,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:26,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:26,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:19:26,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:26,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:26,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:26,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:19:26,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:26,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:26,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:26,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:19:26,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:26,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:26,853 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:26,854 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:26,854 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:26,855 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:26,855 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:26,855 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:19:26,856 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:26,858 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:19:26,858 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64498415, jitterRate=-0.03889872133731842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:19:26,859 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731827966846Initializing all the Stores at 1731827966847 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827966847Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827966847Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827966847Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827966847Cleaning up temporary data from old regions at 1731827966855 (+8 ms)Region opened successfully at 1731827966859 (+4 ms) 2024-11-17T07:19:26,860 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:19:26,862 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d813c33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:19:26,863 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T07:19:26,863 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:19:26,863 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:19:26,863 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:19:26,864 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T07:19:26,864 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T07:19:26,864 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:19:26,866 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:19:26,866 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Unable to get data of znode /01518797740/balancer because node does not exist (not necessarily an error) 2024-11-17T07:19:26,868 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01518797740/balancer already deleted, retry=false 2024-11-17T07:19:26,868 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:19:26,868 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Unable to get data of znode /01518797740/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:19:26,871 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01518797740/normalizer already deleted, retry=false 2024-11-17T07:19:26,871 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:19:26,872 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Unable to get data of znode /01518797740/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:19:26,873 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01518797740/switch/split already deleted, retry=false 2024-11-17T07:19:26,874 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Unable to get data of znode /01518797740/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:19:26,875 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01518797740/switch/merge already deleted, retry=false 2024-11-17T07:19:26,877 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Unable to get data of znode /01518797740/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:19:26,878 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01518797740/snapshot-cleanup already deleted, retry=false 2024-11-17T07:19:26,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01518797740/running 2024-11-17T07:19:26,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518797740 2024-11-17T07:19:26,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x10124cb83310001, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01518797740/running 2024-11-17T07:19:26,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x10124cb83310001, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518797740 2024-11-17T07:19:26,882 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,45165,1731827965019, sessionid=0x10124cb83310000, setting cluster-up flag (Was=false) 2024-11-17T07:19:26,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518797740 2024-11-17T07:19:26,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x10124cb83310001, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518797740 2024-11-17T07:19:26,889 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01518797740/flush-table-proc/acquired, /01518797740/flush-table-proc/reached, /01518797740/flush-table-proc/abort 2024-11-17T07:19:26,890 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,45165,1731827965019 2024-11-17T07:19:26,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518797740 2024-11-17T07:19:26,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x10124cb83310001, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518797740 2024-11-17T07:19:26,897 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01518797740/online-snapshot/acquired, /01518797740/online-snapshot/reached, /01518797740/online-snapshot/abort 2024-11-17T07:19:26,898 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,45165,1731827965019 2024-11-17T07:19:26,899 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T07:19:26,901 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:26,901 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:19:26,901 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:19:26,901 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 1dd62e24b303,36423,1731827942796: status=Processing ServerCrashProcedure of 1dd62e24b303,36423,1731827942796 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731827956160, completionTime=-1 appears to have been leaked 2024-11-17T07:19:26,901 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,45165,1731827965019 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:19:26,902 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:26,902 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:26,902 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:26,902 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:26,902 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:19:26,902 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:26,902 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:19:26,902 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:26,908 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:26,908 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T07:19:26,909 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:26,909 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T07:19:26,917 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731827996916 2024-11-17T07:19:26,917 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:19:26,917 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:19:26,917 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:19:26,917 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:19:26,917 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:19:26,917 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:19:26,919 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:26,920 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:19:26,920 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:19:26,921 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:19:26,921 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:19:26,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741831_1007 (size=1321) 2024-11-17T07:19:26,924 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:19:26,924 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:19:26,928 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827966924,5,FailOnTimeoutGroup] 2024-11-17T07:19:26,928 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827966928,5,FailOnTimeoutGroup] 2024-11-17T07:19:26,928 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:26,928 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:19:26,929 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:26,929 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:26,935 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(746): ClusterId : ecfb2b1c-f974-461d-ae70-bb0124be6e0a 2024-11-17T07:19:26,935 DEBUG [RS:0;1dd62e24b303:45157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:19:26,937 DEBUG [RS:0;1dd62e24b303:45157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:19:26,937 DEBUG [RS:0;1dd62e24b303:45157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:19:26,941 DEBUG [RS:0;1dd62e24b303:45157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:19:26,941 DEBUG [RS:0;1dd62e24b303:45157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9f6c0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:19:26,953 DEBUG [RS:0;1dd62e24b303:45157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:45157 2024-11-17T07:19:26,953 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:19:26,953 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:19:26,953 DEBUG [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:19:26,954 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,45165,1731827965019 with port=45157, startcode=1731827965107 2024-11-17T07:19:26,954 DEBUG [RS:0;1dd62e24b303:45157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:19:26,956 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:19:26,956 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45165 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,45157,1731827965107 2024-11-17T07:19:26,956 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45165 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,45157,1731827965107 2024-11-17T07:19:26,957 DEBUG [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23 2024-11-17T07:19:26,958 DEBUG [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36207 2024-11-17T07:19:26,958 DEBUG [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:19:26,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518797740/rs 2024-11-17T07:19:26,960 DEBUG [RS:0;1dd62e24b303:45157 {}] zookeeper.ZKUtil(111): regionserver:45157-0x10124cb83310001, quorum=127.0.0.1:62903, baseZNode=/01518797740 Set watcher on existing znode=/01518797740/rs/1dd62e24b303,45157,1731827965107 2024-11-17T07:19:26,960 WARN [RS:0;1dd62e24b303:45157 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:19:26,960 INFO [RS:0;1dd62e24b303:45157 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:26,960 DEBUG [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107 2024-11-17T07:19:26,961 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,45157,1731827965107] 2024-11-17T07:19:26,971 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:19:26,973 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:19:26,973 INFO [RS:0;1dd62e24b303:45157 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:19:26,973 INFO [RS:0;1dd62e24b303:45157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:26,976 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:19:26,977 INFO [RS:0;1dd62e24b303:45157 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:19:26,977 INFO [RS:0;1dd62e24b303:45157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:26,977 DEBUG [RS:0;1dd62e24b303:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:26,977 DEBUG [RS:0;1dd62e24b303:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:26,977 DEBUG [RS:0;1dd62e24b303:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:26,977 DEBUG [RS:0;1dd62e24b303:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:26,977 DEBUG [RS:0;1dd62e24b303:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:26,977 DEBUG [RS:0;1dd62e24b303:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:19:26,977 DEBUG [RS:0;1dd62e24b303:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:26,977 DEBUG [RS:0;1dd62e24b303:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:26,977 DEBUG [RS:0;1dd62e24b303:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:26,977 DEBUG [RS:0;1dd62e24b303:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:26,977 DEBUG [RS:0;1dd62e24b303:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:26,977 DEBUG [RS:0;1dd62e24b303:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:26,978 DEBUG [RS:0;1dd62e24b303:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:19:26,978 DEBUG [RS:0;1dd62e24b303:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:19:26,981 INFO [RS:0;1dd62e24b303:45157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:26,981 INFO [RS:0;1dd62e24b303:45157 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:26,981 INFO [RS:0;1dd62e24b303:45157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:26,981 INFO [RS:0;1dd62e24b303:45157 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:26,981 INFO [RS:0;1dd62e24b303:45157 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:26,981 INFO [RS:0;1dd62e24b303:45157 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,45157,1731827965107-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:19:26,995 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:19:26,995 INFO [RS:0;1dd62e24b303:45157 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,45157,1731827965107-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:26,995 INFO [RS:0;1dd62e24b303:45157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:26,995 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.Replication(171): 1dd62e24b303,45157,1731827965107 started 2024-11-17T07:19:27,009 INFO [RS:0;1dd62e24b303:45157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:27,009 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,45157,1731827965107, RpcServer on 1dd62e24b303/172.17.0.2:45157, sessionid=0x10124cb83310001 2024-11-17T07:19:27,009 DEBUG [RS:0;1dd62e24b303:45157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:19:27,009 DEBUG [RS:0;1dd62e24b303:45157 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,45157,1731827965107 2024-11-17T07:19:27,009 DEBUG [RS:0;1dd62e24b303:45157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,45157,1731827965107' 2024-11-17T07:19:27,009 DEBUG [RS:0;1dd62e24b303:45157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01518797740/flush-table-proc/abort' 2024-11-17T07:19:27,010 DEBUG [RS:0;1dd62e24b303:45157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01518797740/flush-table-proc/acquired' 2024-11-17T07:19:27,010 DEBUG [RS:0;1dd62e24b303:45157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:19:27,010 DEBUG [RS:0;1dd62e24b303:45157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:19:27,010 DEBUG [RS:0;1dd62e24b303:45157 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,45157,1731827965107 2024-11-17T07:19:27,010 DEBUG [RS:0;1dd62e24b303:45157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,45157,1731827965107' 2024-11-17T07:19:27,010 DEBUG [RS:0;1dd62e24b303:45157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01518797740/online-snapshot/abort' 2024-11-17T07:19:27,010 DEBUG [RS:0;1dd62e24b303:45157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01518797740/online-snapshot/acquired' 2024-11-17T07:19:27,011 DEBUG [RS:0;1dd62e24b303:45157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:19:27,011 INFO [RS:0;1dd62e24b303:45157 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:19:27,011 INFO [RS:0;1dd62e24b303:45157 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:19:27,111 INFO [RS:0;1dd62e24b303:45157 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:19:27,113 INFO [RS:0;1dd62e24b303:45157 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C45157%2C1731827965107, suffix=, logDir=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107, archiveDir=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/oldWALs, maxLogs=10 2024-11-17T07:19:27,130 DEBUG [RS:0;1dd62e24b303:45157 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113, exclude list is [], retry=0 2024-11-17T07:19:27,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34273,DS-cceb7780-d005-4f8a-ae5a-06ce5aa8a9ca,DISK] 2024-11-17T07:19:27,134 INFO [RS:0;1dd62e24b303:45157 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 2024-11-17T07:19:27,134 DEBUG [RS:0;1dd62e24b303:45157 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39893:39893)] 2024-11-17T07:19:27,323 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T07:19:27,323 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23 2024-11-17T07:19:27,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741833_1009 (size=32) 2024-11-17T07:19:27,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:27,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:19:27,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:19:27,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:27,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:27,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:19:27,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:19:27,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:27,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:27,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:19:27,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:19:27,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:27,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:27,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:19:27,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:19:27,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:27,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:27,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:19:27,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740 2024-11-17T07:19:27,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740 2024-11-17T07:19:27,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:19:27,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:19:27,738 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:19:27,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:19:27,741 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:19:27,741 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66442143, jitterRate=-0.009934917092323303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:19:27,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731827967729Initializing all the Stores at 1731827967730 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827967730Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827967730Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827967730Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827967730Cleaning up temporary data from old regions at 1731827967738 (+8 ms)Region opened successfully at 1731827967742 (+4 ms) 2024-11-17T07:19:27,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:19:27,742 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:19:27,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:19:27,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:19:27,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:19:27,742 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:19:27,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827967742Disabling compacts and flushes for region at 1731827967742Disabling writes for close at 1731827967742Writing region close event to WAL at 1731827967742Closed at 1731827967742 2024-11-17T07:19:27,743 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:27,743 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T07:19:27,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:19:27,744 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:19:27,745 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T07:19:27,895 DEBUG [1dd62e24b303:45165 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:19:27,896 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,45157,1731827965107 2024-11-17T07:19:27,897 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,45157,1731827965107, state=OPENING 2024-11-17T07:19:27,898 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T07:19:27,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518797740 2024-11-17T07:19:27,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x10124cb83310001, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518797740 2024-11-17T07:19:27,900 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:19:27,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01518797740/meta-region-server: CHANGED 2024-11-17T07:19:27,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01518797740/meta-region-server: CHANGED 2024-11-17T07:19:27,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,45157,1731827965107}] 2024-11-17T07:19:28,057 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:19:28,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:19:28,069 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:19:28,069 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:28,069 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:19:28,071 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C45157%2C1731827965107.meta, suffix=.meta, logDir=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107, archiveDir=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/oldWALs, maxLogs=10 2024-11-17T07:19:28,091 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.meta.1731827968071.meta, exclude list is [], retry=0 2024-11-17T07:19:28,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34273,DS-cceb7780-d005-4f8a-ae5a-06ce5aa8a9ca,DISK] 2024-11-17T07:19:28,096 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.meta.1731827968071.meta 2024-11-17T07:19:28,096 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39893:39893)] 2024-11-17T07:19:28,096 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:19:28,097 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:19:28,097 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:19:28,097 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:19:28,097 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:19:28,097 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:19:28,097 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:28,097 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:19:28,097 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:19:28,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:19:28,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:19:28,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:28,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:28,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:19:28,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:19:28,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:28,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:28,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:19:28,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:19:28,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:28,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:28,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:19:28,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:19:28,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:28,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:28,106 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:19:28,107 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740 2024-11-17T07:19:28,108 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740 2024-11-17T07:19:28,109 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:19:28,109 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:19:28,110 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:19:28,111 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:19:28,112 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61294193, jitterRate=-0.08664534986019135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:19:28,112 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:19:28,113 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731827968098Writing region info on filesystem at 1731827968098Initializing all the Stores at 1731827968101 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827968101Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827968101Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827968101Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827968101Cleaning up temporary data from old regions at 1731827968109 (+8 ms)Running coprocessor post-open hooks at 1731827968112 (+3 ms)Region opened successfully at 1731827968113 (+1 ms) 2024-11-17T07:19:28,117 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731827968057 2024-11-17T07:19:28,119 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:19:28,119 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:19:28,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,45157,1731827965107 2024-11-17T07:19:28,121 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,45157,1731827965107, state=OPEN 2024-11-17T07:19:28,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01518797740/meta-region-server 2024-11-17T07:19:28,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x10124cb83310001, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01518797740/meta-region-server 2024-11-17T07:19:28,126 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,45157,1731827965107 2024-11-17T07:19:28,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01518797740/meta-region-server: CHANGED 2024-11-17T07:19:28,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01518797740/meta-region-server: CHANGED 2024-11-17T07:19:28,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T07:19:28,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,45157,1731827965107 in 226 msec 2024-11-17T07:19:28,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T07:19:28,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 387 msec 2024-11-17T07:19:28,132 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:28,133 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T07:19:28,134 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:28,134 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,45157,1731827965107, seqNum=-1] 2024-11-17T07:19:28,134 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:19:28,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:19:28,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2390 sec 2024-11-17T07:19:28,139 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731827968139, completionTime=-1 2024-11-17T07:19:28,139 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T07:19:28,139 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:19:28,141 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:19:28,141 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731828028141 2024-11-17T07:19:28,141 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731828088141 2024-11-17T07:19:28,141 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T07:19:28,141 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,45165,1731827965019-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:28,141 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,45165,1731827965019-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:28,141 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,45165,1731827965019-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:28,142 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:45165, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:28,142 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:28,142 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:28,143 DEBUG [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T07:19:28,145 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.992sec 2024-11-17T07:19:28,145 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:19:28,145 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:19:28,145 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:19:28,145 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:19:28,145 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:19:28,145 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,45165,1731827965019-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:19:28,145 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,45165,1731827965019-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:19:28,147 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:19:28,147 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:19:28,147 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,45165,1731827965019-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:28,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea1e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:28,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,45165,-1 for getting cluster id 2024-11-17T07:19:28,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:28,237 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecfb2b1c-f974-461d-ae70-bb0124be6e0a' 2024-11-17T07:19:28,237 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:28,237 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecfb2b1c-f974-461d-ae70-bb0124be6e0a" 2024-11-17T07:19:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4362495f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,45165,-1] 2024-11-17T07:19:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:28,239 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:28,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112afb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:28,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:28,241 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,45157,1731827965107, seqNum=-1] 2024-11-17T07:19:28,241 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:19:28,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:19:28,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1dd62e24b303,45165,1731827965019 2024-11-17T07:19:28,244 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62903 2024-11-17T07:19:28,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:19:28,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10124cb83310002 connected 2024-11-17T07:19:28,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/hadoop.log.dir so I do NOT create it in target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7 2024-11-17T07:19:28,250 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T07:19:28,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/hadoop.tmp.dir so I do NOT create it in target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7 2024-11-17T07:19:28,250 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T07:19:28,250 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7 2024-11-17T07:19:28,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T07:19:28,250 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/cluster_61b7ee8d-751b-78db-f0cd-f58c73fa493d, deleteOnExit=true 2024-11-17T07:19:28,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T07:19:28,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/test.cache.data in system properties and HBase conf 2024-11-17T07:19:28,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T07:19:28,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/hadoop.log.dir in system properties and HBase conf 2024-11-17T07:19:28,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T07:19:28,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T07:19:28,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T07:19:28,251 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T07:19:28,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:19:28,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:19:28,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T07:19:28,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:19:28,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T07:19:28,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T07:19:28,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:19:28,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:19:28,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T07:19:28,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/nfs.dump.dir in system properties and HBase conf 2024-11-17T07:19:28,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/java.io.tmpdir in system properties and HBase conf 2024-11-17T07:19:28,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:19:28,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T07:19:28,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T07:19:28,334 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T07:19:28,364 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:28,364 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:28,365 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:28,365 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:28,365 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:28,366 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:28,369 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:28,373 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:28,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:19:28,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:19:28,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:19:28,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:19:28,405 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:19:28,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:19:28,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@347b42e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:19:28,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@672fe1f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:19:28,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b344cbb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/java.io.tmpdir/jetty-localhost-33811-hadoop-hdfs-3_4_1-tests_jar-_-any-15650001547928897498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:19:28,564 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6149b37d{HTTP/1.1, (http/1.1)}{localhost:33811} 2024-11-17T07:19:28,564 INFO [Time-limited test {}] server.Server(415): Started @157601ms 2024-11-17T07:19:28,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:19:28,659 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:19:28,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:19:28,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:19:28,660 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T07:19:28,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c9e907e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:19:28,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38e96b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:19:28,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@596ea19b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/java.io.tmpdir/jetty-localhost-39351-hadoop-hdfs-3_4_1-tests_jar-_-any-18113578205539951213/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:19:28,775 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@295f848f{HTTP/1.1, (http/1.1)}{localhost:39351} 2024-11-17T07:19:28,776 INFO [Time-limited test {}] server.Server(415): Started @157813ms 2024-11-17T07:19:28,777 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T07:19:28,880 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/cluster_61b7ee8d-751b-78db-f0cd-f58c73fa493d/data/data1/current/BP-394051690-172.17.0.2-1731827968277/current, will proceed with Du for space computation calculation, 2024-11-17T07:19:28,881 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/cluster_61b7ee8d-751b-78db-f0cd-f58c73fa493d/data/data2/current/BP-394051690-172.17.0.2-1731827968277/current, will proceed with Du for space computation calculation, 2024-11-17T07:19:28,904 WARN [Thread-1789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T07:19:28,907 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4360263f89af991 with lease ID 0xb7a4ed8b1e25121f: Processing first storage report for DS-825c63f5-ad29-4a8b-a744-167dd4aeb771 from datanode DatanodeRegistration(127.0.0.1:36237, datanodeUuid=27982d07-3535-439e-aa1c-71a7935f7114, infoPort=46465, infoSecurePort=0, ipcPort=46567, storageInfo=lv=-57;cid=testClusterID;nsid=249290846;c=1731827968277) 2024-11-17T07:19:28,907 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4360263f89af991 with lease ID 0xb7a4ed8b1e25121f: from storage DS-825c63f5-ad29-4a8b-a744-167dd4aeb771 node DatanodeRegistration(127.0.0.1:36237, datanodeUuid=27982d07-3535-439e-aa1c-71a7935f7114, infoPort=46465, infoSecurePort=0, ipcPort=46567, storageInfo=lv=-57;cid=testClusterID;nsid=249290846;c=1731827968277), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:19:28,907 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4360263f89af991 with lease ID 0xb7a4ed8b1e25121f: Processing first storage report for DS-6d9c48e3-2545-42c7-a9a3-cff529c2f9ed from datanode DatanodeRegistration(127.0.0.1:36237, datanodeUuid=27982d07-3535-439e-aa1c-71a7935f7114, infoPort=46465, infoSecurePort=0, ipcPort=46567, storageInfo=lv=-57;cid=testClusterID;nsid=249290846;c=1731827968277) 2024-11-17T07:19:28,907 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4360263f89af991 with lease ID 0xb7a4ed8b1e25121f: from storage DS-6d9c48e3-2545-42c7-a9a3-cff529c2f9ed node DatanodeRegistration(127.0.0.1:36237, datanodeUuid=27982d07-3535-439e-aa1c-71a7935f7114, infoPort=46465, infoSecurePort=0, ipcPort=46567, storageInfo=lv=-57;cid=testClusterID;nsid=249290846;c=1731827968277), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:19:29,006 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7 2024-11-17T07:19:29,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:29,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:29,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741825_1001 (size=7) 2024-11-17T07:19:29,416 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174 with version=8 2024-11-17T07:19:29,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/hbase-staging 2024-11-17T07:19:29,418 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:19:29,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:29,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:29,419 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:19:29,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:29,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:19:29,419 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:19:29,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:19:29,419 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43079 2024-11-17T07:19:29,420 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43079 connecting to ZooKeeper ensemble=127.0.0.1:62903 2024-11-17T07:19:29,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430790x0, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:19:29,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43079-0x10124cb83310003 connected 2024-11-17T07:19:29,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:29,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:29,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Set watcher on znode that does not yet exist, /1-1099326693/running 2024-11-17T07:19:29,435 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174, hbase.cluster.distributed=false 2024-11-17T07:19:29,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Set watcher on znode that does not yet exist, /1-1099326693/acl 2024-11-17T07:19:29,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43079 2024-11-17T07:19:29,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43079 2024-11-17T07:19:29,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43079 2024-11-17T07:19:29,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43079 2024-11-17T07:19:29,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43079 2024-11-17T07:19:29,460 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:19:29,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:29,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:29,461 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:19:29,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:29,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:19:29,461 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:19:29,461 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:19:29,462 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43637 2024-11-17T07:19:29,463 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43637 connecting to ZooKeeper ensemble=127.0.0.1:62903 2024-11-17T07:19:29,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:29,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:29,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436370x0, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:19:29,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436370x0, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Set watcher on znode that does not yet exist, /1-1099326693/running 2024-11-17T07:19:29,473 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:19:29,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43637-0x10124cb83310004 connected 2024-11-17T07:19:29,476 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:19:29,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43637-0x10124cb83310004, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Set watcher on znode that does not yet exist, /1-1099326693/master 2024-11-17T07:19:29,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43637-0x10124cb83310004, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Set watcher on znode that does not yet exist, /1-1099326693/acl 2024-11-17T07:19:29,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43637 2024-11-17T07:19:29,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43637 2024-11-17T07:19:29,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43637 2024-11-17T07:19:29,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43637 2024-11-17T07:19:29,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43637 2024-11-17T07:19:29,501 DEBUG [M:0;1dd62e24b303:43079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:43079 2024-11-17T07:19:29,501 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1099326693/backup-masters/1dd62e24b303,43079,1731827969418 2024-11-17T07:19:29,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43637-0x10124cb83310004, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099326693/backup-masters 2024-11-17T07:19:29,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099326693/backup-masters 2024-11-17T07:19:29,503 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Set watcher on existing znode=/1-1099326693/backup-masters/1dd62e24b303,43079,1731827969418 2024-11-17T07:19:29,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43637-0x10124cb83310004, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1099326693/master 2024-11-17T07:19:29,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43637-0x10124cb83310004, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099326693 2024-11-17T07:19:29,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099326693 2024-11-17T07:19:29,505 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Set watcher on existing znode=/1-1099326693/master 2024-11-17T07:19:29,505 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1099326693/backup-masters/1dd62e24b303,43079,1731827969418 from backup master directory 2024-11-17T07:19:29,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1099326693/backup-masters/1dd62e24b303,43079,1731827969418 2024-11-17T07:19:29,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099326693/backup-masters 2024-11-17T07:19:29,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43637-0x10124cb83310004, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099326693/backup-masters 2024-11-17T07:19:29,506 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:19:29,506 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,43079,1731827969418 2024-11-17T07:19:29,510 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/hbase.id] with ID: dc432d74-a860-4b0d-9274-b2a7b9fc35b6 2024-11-17T07:19:29,510 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/.tmp/hbase.id 2024-11-17T07:19:29,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741826_1002 (size=42) 2024-11-17T07:19:29,919 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/.tmp/hbase.id]:[hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/hbase.id] 2024-11-17T07:19:29,929 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:29,929 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:19:29,929 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T07:19:29,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099326693 2024-11-17T07:19:29,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43637-0x10124cb83310004, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099326693 2024-11-17T07:19:29,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741827_1003 (size=196) 2024-11-17T07:19:30,341 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:19:30,341 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:19:30,342 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:30,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741828_1004 (size=1189) 2024-11-17T07:19:30,749 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/data/master/store 2024-11-17T07:19:30,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741829_1005 (size=34) 2024-11-17T07:19:31,156 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:31,157 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:19:31,157 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:31,157 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:31,157 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:19:31,157 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:31,157 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:31,157 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827971157Disabling compacts and flushes for region at 1731827971157Disabling writes for close at 1731827971157Writing region close event to WAL at 1731827971157Closed at 1731827971157 2024-11-17T07:19:31,158 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/data/master/store/.initializing 2024-11-17T07:19:31,158 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/WALs/1dd62e24b303,43079,1731827969418 2024-11-17T07:19:31,159 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:19:31,160 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C43079%2C1731827969418, suffix=, logDir=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/WALs/1dd62e24b303,43079,1731827969418, archiveDir=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/oldWALs, maxLogs=10 2024-11-17T07:19:31,173 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/WALs/1dd62e24b303,43079,1731827969418/1dd62e24b303%2C43079%2C1731827969418.1731827971161, exclude list is [], retry=0 2024-11-17T07:19:31,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36237,DS-825c63f5-ad29-4a8b-a744-167dd4aeb771,DISK] 2024-11-17T07:19:31,178 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/WALs/1dd62e24b303,43079,1731827969418/1dd62e24b303%2C43079%2C1731827969418.1731827971161 2024-11-17T07:19:31,179 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46465:46465)] 2024-11-17T07:19:31,179 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:19:31,179 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:31,179 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:31,179 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:31,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:31,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:19:31,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:31,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:31,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:31,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:19:31,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:31,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:31,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:31,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:19:31,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:31,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:31,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:31,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:19:31,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:31,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:31,186 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:31,187 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:31,187 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:31,188 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:31,188 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:31,189 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:19:31,190 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:31,192 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:19:31,192 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66306817, jitterRate=-0.011951431632041931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:19:31,192 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731827971179Initializing all the Stores at 1731827971180 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827971180Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827971180Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827971180Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827971180Cleaning up temporary data from old regions at 1731827971188 (+8 ms)Region opened successfully at 1731827971192 (+4 ms) 2024-11-17T07:19:31,192 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:19:31,195 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c755e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:19:31,196 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T07:19:31,196 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:19:31,196 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:19:31,196 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:19:31,196 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T07:19:31,196 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T07:19:31,197 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:19:31,200 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:19:31,201 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Unable to get data of znode /1-1099326693/balancer because node does not exist (not necessarily an error) 2024-11-17T07:19:31,202 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099326693/balancer already deleted, retry=false 2024-11-17T07:19:31,203 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:19:31,203 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Unable to get data of znode /1-1099326693/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:19:31,204 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099326693/normalizer already deleted, retry=false 2024-11-17T07:19:31,205 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:19:31,208 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Unable to get data of znode /1-1099326693/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:19:31,209 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099326693/switch/split already deleted, retry=false 2024-11-17T07:19:31,210 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Unable to get data of znode /1-1099326693/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:19:31,212 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099326693/switch/merge already deleted, retry=false 2024-11-17T07:19:31,213 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Unable to get data of znode /1-1099326693/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:19:31,215 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099326693/snapshot-cleanup already deleted, retry=false 2024-11-17T07:19:31,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43637-0x10124cb83310004, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1099326693/running 2024-11-17T07:19:31,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43637-0x10124cb83310004, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099326693 2024-11-17T07:19:31,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1099326693/running 2024-11-17T07:19:31,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099326693 2024-11-17T07:19:31,216 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,43079,1731827969418, sessionid=0x10124cb83310003, setting cluster-up flag (Was=false) 2024-11-17T07:19:31,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43637-0x10124cb83310004, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099326693 2024-11-17T07:19:31,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099326693 2024-11-17T07:19:31,224 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1099326693/flush-table-proc/acquired, /1-1099326693/flush-table-proc/reached, /1-1099326693/flush-table-proc/abort 2024-11-17T07:19:31,224 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,43079,1731827969418 2024-11-17T07:19:31,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099326693 2024-11-17T07:19:31,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43637-0x10124cb83310004, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099326693 2024-11-17T07:19:31,234 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1099326693/online-snapshot/acquired, /1-1099326693/online-snapshot/reached, /1-1099326693/online-snapshot/abort 2024-11-17T07:19:31,235 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,43079,1731827969418 2024-11-17T07:19:31,236 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T07:19:31,237 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:31,238 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:19:31,238 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:19:31,238 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,43079,1731827969418 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:19:31,239 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:31,239 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:31,239 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:31,239 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:31,239 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:19:31,239 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:31,239 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:19:31,239 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:31,240 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:31,240 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T07:19:31,241 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:31,241 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T07:19:31,245 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731828001245 2024-11-17T07:19:31,246 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:19:31,246 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:19:31,246 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:19:31,246 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:19:31,246 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:19:31,246 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:19:31,246 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:31,246 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:19:31,246 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:19:31,246 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:19:31,247 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:19:31,247 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:19:31,247 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:19:31,247 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827971247,5,FailOnTimeoutGroup] 2024-11-17T07:19:31,247 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827971247,5,FailOnTimeoutGroup] 2024-11-17T07:19:31,247 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:31,247 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:19:31,247 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:31,247 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:31,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741831_1007 (size=1321) 2024-11-17T07:19:31,291 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(746): ClusterId : dc432d74-a860-4b0d-9274-b2a7b9fc35b6 2024-11-17T07:19:31,291 DEBUG [RS:0;1dd62e24b303:43637 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:19:31,293 DEBUG [RS:0;1dd62e24b303:43637 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:19:31,293 DEBUG [RS:0;1dd62e24b303:43637 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:19:31,295 DEBUG [RS:0;1dd62e24b303:43637 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:19:31,295 DEBUG [RS:0;1dd62e24b303:43637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4882548b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:19:31,308 DEBUG [RS:0;1dd62e24b303:43637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:43637 2024-11-17T07:19:31,308 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:19:31,308 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:19:31,308 DEBUG [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:19:31,309 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,43079,1731827969418 with port=43637, startcode=1731827969460 2024-11-17T07:19:31,309 DEBUG [RS:0;1dd62e24b303:43637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:19:31,310 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:19:31,311 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43079 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,43637,1731827969460 2024-11-17T07:19:31,311 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43079 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,43637,1731827969460 2024-11-17T07:19:31,312 DEBUG [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174 2024-11-17T07:19:31,312 DEBUG [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44599 2024-11-17T07:19:31,312 DEBUG [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:19:31,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099326693/rs 2024-11-17T07:19:31,320 DEBUG [RS:0;1dd62e24b303:43637 {}] zookeeper.ZKUtil(111): regionserver:43637-0x10124cb83310004, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Set watcher on existing znode=/1-1099326693/rs/1dd62e24b303,43637,1731827969460 2024-11-17T07:19:31,321 WARN [RS:0;1dd62e24b303:43637 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:19:31,321 INFO [RS:0;1dd62e24b303:43637 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:31,321 DEBUG [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460 2024-11-17T07:19:31,321 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,43637,1731827969460] 2024-11-17T07:19:31,324 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:19:31,325 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:19:31,325 INFO [RS:0;1dd62e24b303:43637 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:19:31,325 INFO [RS:0;1dd62e24b303:43637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:31,326 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:19:31,326 INFO [RS:0;1dd62e24b303:43637 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:19:31,326 INFO [RS:0;1dd62e24b303:43637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:31,326 DEBUG [RS:0;1dd62e24b303:43637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:31,326 DEBUG [RS:0;1dd62e24b303:43637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:31,327 DEBUG [RS:0;1dd62e24b303:43637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:31,327 DEBUG [RS:0;1dd62e24b303:43637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:31,327 DEBUG [RS:0;1dd62e24b303:43637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:31,327 DEBUG [RS:0;1dd62e24b303:43637 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:19:31,327 DEBUG [RS:0;1dd62e24b303:43637 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:31,327 DEBUG [RS:0;1dd62e24b303:43637 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:31,327 DEBUG [RS:0;1dd62e24b303:43637 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:31,327 DEBUG [RS:0;1dd62e24b303:43637 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:31,327 DEBUG [RS:0;1dd62e24b303:43637 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:31,327 DEBUG [RS:0;1dd62e24b303:43637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:31,327 DEBUG [RS:0;1dd62e24b303:43637 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:19:31,327 DEBUG [RS:0;1dd62e24b303:43637 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:19:31,328 INFO [RS:0;1dd62e24b303:43637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:31,328 INFO [RS:0;1dd62e24b303:43637 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:31,328 INFO [RS:0;1dd62e24b303:43637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:31,328 INFO [RS:0;1dd62e24b303:43637 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:31,328 INFO [RS:0;1dd62e24b303:43637 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:31,328 INFO [RS:0;1dd62e24b303:43637 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,43637,1731827969460-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:19:31,347 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:19:31,347 INFO [RS:0;1dd62e24b303:43637 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,43637,1731827969460-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:31,347 INFO [RS:0;1dd62e24b303:43637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:31,347 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.Replication(171): 1dd62e24b303,43637,1731827969460 started 2024-11-17T07:19:31,363 INFO [RS:0;1dd62e24b303:43637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:31,363 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,43637,1731827969460, RpcServer on 1dd62e24b303/172.17.0.2:43637, sessionid=0x10124cb83310004 2024-11-17T07:19:31,363 DEBUG [RS:0;1dd62e24b303:43637 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:19:31,363 DEBUG [RS:0;1dd62e24b303:43637 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,43637,1731827969460 2024-11-17T07:19:31,363 DEBUG [RS:0;1dd62e24b303:43637 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,43637,1731827969460' 2024-11-17T07:19:31,363 DEBUG [RS:0;1dd62e24b303:43637 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1099326693/flush-table-proc/abort' 2024-11-17T07:19:31,364 DEBUG [RS:0;1dd62e24b303:43637 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1099326693/flush-table-proc/acquired' 2024-11-17T07:19:31,364 DEBUG [RS:0;1dd62e24b303:43637 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:19:31,364 DEBUG [RS:0;1dd62e24b303:43637 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:19:31,364 DEBUG [RS:0;1dd62e24b303:43637 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,43637,1731827969460 2024-11-17T07:19:31,364 DEBUG [RS:0;1dd62e24b303:43637 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,43637,1731827969460' 2024-11-17T07:19:31,364 DEBUG [RS:0;1dd62e24b303:43637 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1099326693/online-snapshot/abort' 2024-11-17T07:19:31,364 DEBUG [RS:0;1dd62e24b303:43637 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1099326693/online-snapshot/acquired' 2024-11-17T07:19:31,365 DEBUG [RS:0;1dd62e24b303:43637 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:19:31,365 INFO [RS:0;1dd62e24b303:43637 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:19:31,365 INFO [RS:0;1dd62e24b303:43637 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:19:31,465 INFO [RS:0;1dd62e24b303:43637 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:19:31,466 INFO [RS:0;1dd62e24b303:43637 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C43637%2C1731827969460, suffix=, logDir=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460, archiveDir=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/oldWALs, maxLogs=10 2024-11-17T07:19:31,479 DEBUG [RS:0;1dd62e24b303:43637 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.1731827971467, exclude list is [], retry=0 2024-11-17T07:19:31,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36237,DS-825c63f5-ad29-4a8b-a744-167dd4aeb771,DISK] 2024-11-17T07:19:31,483 INFO [RS:0;1dd62e24b303:43637 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.1731827971467 2024-11-17T07:19:31,484 DEBUG [RS:0;1dd62e24b303:43637 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46465:46465)] 2024-11-17T07:19:31,650 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T07:19:31,650 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174 2024-11-17T07:19:31,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741833_1009 (size=32) 2024-11-17T07:19:32,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:32,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:19:32,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:19:32,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:32,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:32,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:19:32,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:19:32,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:32,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:32,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:19:32,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:19:32,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:32,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:32,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:19:32,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:19:32,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:32,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:32,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:19:32,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740 2024-11-17T07:19:32,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740 2024-11-17T07:19:32,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:19:32,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:19:32,065 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:19:32,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:19:32,068 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:19:32,068 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71942503, jitterRate=0.07202683389186859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:19:32,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731827972056Initializing all the Stores at 1731827972057 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827972057Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827972057Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827972057Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827972057Cleaning up temporary data from old regions at 1731827972065 (+8 ms)Region opened successfully at 1731827972068 (+3 ms) 2024-11-17T07:19:32,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:19:32,069 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:19:32,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:19:32,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:19:32,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:19:32,069 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:19:32,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827972068Disabling compacts and flushes for region at 1731827972068Disabling writes for close at 1731827972069 (+1 ms)Writing region close event to WAL at 1731827972069Closed at 1731827972069 2024-11-17T07:19:32,070 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:32,070 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T07:19:32,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:19:32,071 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:19:32,072 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T07:19:32,222 DEBUG [1dd62e24b303:43079 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:19:32,223 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,43637,1731827969460 2024-11-17T07:19:32,224 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,43637,1731827969460, state=OPENING 2024-11-17T07:19:32,225 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T07:19:32,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43637-0x10124cb83310004, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099326693 2024-11-17T07:19:32,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099326693 2024-11-17T07:19:32,227 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:19:32,227 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1099326693/meta-region-server: CHANGED 2024-11-17T07:19:32,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,43637,1731827969460}] 2024-11-17T07:19:32,228 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1099326693/meta-region-server: CHANGED 2024-11-17T07:19:32,380 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:19:32,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:19:32,384 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:19:32,385 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:32,385 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:19:32,386 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C43637%2C1731827969460.meta, suffix=.meta, logDir=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460, archiveDir=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/oldWALs, maxLogs=10 2024-11-17T07:19:32,399 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.meta.1731827972386.meta, exclude list is [], retry=0 2024-11-17T07:19:32,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36237,DS-825c63f5-ad29-4a8b-a744-167dd4aeb771,DISK] 2024-11-17T07:19:32,403 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.meta.1731827972386.meta 2024-11-17T07:19:32,403 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46465:46465)] 2024-11-17T07:19:32,403 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:19:32,403 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:19:32,404 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:19:32,404 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:19:32,404 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:19:32,404 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:19:32,404 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:32,404 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:19:32,404 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:19:32,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:19:32,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:19:32,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:32,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:32,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:19:32,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:19:32,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:32,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:32,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:19:32,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:19:32,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:32,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:32,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:19:32,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:19:32,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:32,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:32,409 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:19:32,410 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740 2024-11-17T07:19:32,411 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740 2024-11-17T07:19:32,412 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:19:32,412 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:19:32,412 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:19:32,413 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:19:32,414 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61496690, jitterRate=-0.08362790942192078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:19:32,414 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:19:32,414 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731827972404Writing region info on filesystem at 1731827972404Initializing all the Stores at 1731827972405 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827972405Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827972405Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827972405Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827972405Cleaning up temporary data from old regions at 1731827972412 (+7 ms)Running coprocessor post-open hooks at 1731827972414 (+2 ms)Region opened successfully at 1731827972414 2024-11-17T07:19:32,415 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731827972379 2024-11-17T07:19:32,417 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:19:32,417 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:19:32,417 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,43637,1731827969460 2024-11-17T07:19:32,418 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,43637,1731827969460, state=OPEN 2024-11-17T07:19:32,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43637-0x10124cb83310004, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1099326693/meta-region-server 2024-11-17T07:19:32,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1099326693/meta-region-server 2024-11-17T07:19:32,419 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,43637,1731827969460 2024-11-17T07:19:32,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1099326693/meta-region-server: CHANGED 2024-11-17T07:19:32,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1099326693/meta-region-server: CHANGED 2024-11-17T07:19:32,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T07:19:32,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,43637,1731827969460 in 192 msec 2024-11-17T07:19:32,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T07:19:32,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-17T07:19:32,424 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:32,424 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T07:19:32,425 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:32,425 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1] 2024-11-17T07:19:32,426 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:19:32,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:19:32,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-11-17T07:19:32,431 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731827972431, completionTime=-1 2024-11-17T07:19:32,431 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T07:19:32,431 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:19:32,433 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:19:32,433 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731828032433 2024-11-17T07:19:32,433 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731828092433 2024-11-17T07:19:32,433 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T07:19:32,433 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,43079,1731827969418-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:32,433 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,43079,1731827969418-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:32,433 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,43079,1731827969418-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:32,433 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:43079, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:32,433 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:32,435 DEBUG [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T07:19:32,437 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:32,440 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.934sec 2024-11-17T07:19:32,440 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:19:32,440 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:19:32,440 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:19:32,440 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:19:32,440 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:19:32,440 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,43079,1731827969418-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:19:32,440 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,43079,1731827969418-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:19:32,442 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:19:32,442 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:19:32,442 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,43079,1731827969418-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:32,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b53f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:32,491 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,43079,-1 for getting cluster id 2024-11-17T07:19:32,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:32,493 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc432d74-a860-4b0d-9274-b2a7b9fc35b6' 2024-11-17T07:19:32,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:32,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc432d74-a860-4b0d-9274-b2a7b9fc35b6" 2024-11-17T07:19:32,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c763cd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:32,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,43079,-1] 2024-11-17T07:19:32,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:32,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:32,495 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:32,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca55819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:32,496 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:32,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1] 2024-11-17T07:19:32,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:19:32,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:19:32,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1dd62e24b303,43079,1731827969418 2024-11-17T07:19:32,501 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62903 2024-11-17T07:19:32,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:19:32,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10124cb83310005 connected 2024-11-17T07:19:32,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:32,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,45165,1731827965019 2024-11-17T07:19:32,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a068fae 2024-11-17T07:19:32,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:19:32,509 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:19:32,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:19:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T07:19:32,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:19:32,511 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:32,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T07:19:32,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:19:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:32,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741835_1011 (size=902) 2024-11-17T07:19:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:32,919 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b44595aef0b08571f3839b124581ead6, NAME => 'test,,1731827972509.b44595aef0b08571f3839b124581ead6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23 2024-11-17T07:19:32,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741836_1012 (size=39) 2024-11-17T07:19:32,971 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T07:19:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:33,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731827972509.b44595aef0b08571f3839b124581ead6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:33,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b44595aef0b08571f3839b124581ead6, disabling compactions & flushes 2024-11-17T07:19:33,325 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731827972509.b44595aef0b08571f3839b124581ead6. 2024-11-17T07:19:33,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731827972509.b44595aef0b08571f3839b124581ead6. 2024-11-17T07:19:33,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731827972509.b44595aef0b08571f3839b124581ead6. after waiting 0 ms 2024-11-17T07:19:33,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731827972509.b44595aef0b08571f3839b124581ead6. 2024-11-17T07:19:33,325 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731827972509.b44595aef0b08571f3839b124581ead6. 2024-11-17T07:19:33,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b44595aef0b08571f3839b124581ead6: Waiting for close lock at 1731827973325Disabling compacts and flushes for region at 1731827973325Disabling writes for close at 1731827973325Writing region close event to WAL at 1731827973325Closed at 1731827973325 2024-11-17T07:19:33,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:19:33,327 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731827972509.b44595aef0b08571f3839b124581ead6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731827973326"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731827973326"}]},"ts":"1731827973326"} 2024-11-17T07:19:33,329 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:19:33,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:19:33,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731827973329"}]},"ts":"1731827973329"} 2024-11-17T07:19:33,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T07:19:33,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b44595aef0b08571f3839b124581ead6, ASSIGN}] 2024-11-17T07:19:33,332 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b44595aef0b08571f3839b124581ead6, ASSIGN 2024-11-17T07:19:33,333 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b44595aef0b08571f3839b124581ead6, ASSIGN; state=OFFLINE, location=1dd62e24b303,45157,1731827965107; forceNewPlan=false, retain=false 2024-11-17T07:19:33,483 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b44595aef0b08571f3839b124581ead6, regionState=OPENING, regionLocation=1dd62e24b303,45157,1731827965107 2024-11-17T07:19:33,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b44595aef0b08571f3839b124581ead6, ASSIGN because future has completed 2024-11-17T07:19:33,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b44595aef0b08571f3839b124581ead6, server=1dd62e24b303,45157,1731827965107}] 2024-11-17T07:19:33,599 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:19:33,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:33,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:33,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:33,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:33,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:33,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:33,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:33,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:33,643 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731827972509.b44595aef0b08571f3839b124581ead6. 2024-11-17T07:19:33,643 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b44595aef0b08571f3839b124581ead6, NAME => 'test,,1731827972509.b44595aef0b08571f3839b124581ead6.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:19:33,643 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:19:33,643 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T07:19:33,643 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b44595aef0b08571f3839b124581ead6 2024-11-17T07:19:33,643 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731827972509.b44595aef0b08571f3839b124581ead6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:33,644 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b44595aef0b08571f3839b124581ead6 2024-11-17T07:19:33,644 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b44595aef0b08571f3839b124581ead6 2024-11-17T07:19:33,645 INFO [StoreOpener-b44595aef0b08571f3839b124581ead6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b44595aef0b08571f3839b124581ead6 2024-11-17T07:19:33,646 INFO [StoreOpener-b44595aef0b08571f3839b124581ead6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b44595aef0b08571f3839b124581ead6 columnFamilyName f 2024-11-17T07:19:33,646 DEBUG [StoreOpener-b44595aef0b08571f3839b124581ead6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:33,646 INFO [StoreOpener-b44595aef0b08571f3839b124581ead6-1 {}] regionserver.HStore(327): Store=b44595aef0b08571f3839b124581ead6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:33,647 INFO [StoreOpener-b44595aef0b08571f3839b124581ead6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b44595aef0b08571f3839b124581ead6 2024-11-17T07:19:33,648 INFO [StoreOpener-b44595aef0b08571f3839b124581ead6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b44595aef0b08571f3839b124581ead6 columnFamilyName f1 2024-11-17T07:19:33,648 DEBUG [StoreOpener-b44595aef0b08571f3839b124581ead6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:33,648 INFO [StoreOpener-b44595aef0b08571f3839b124581ead6-1 {}] regionserver.HStore(327): Store=b44595aef0b08571f3839b124581ead6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:33,648 INFO [StoreOpener-b44595aef0b08571f3839b124581ead6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b44595aef0b08571f3839b124581ead6 2024-11-17T07:19:33,649 INFO [StoreOpener-b44595aef0b08571f3839b124581ead6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b44595aef0b08571f3839b124581ead6 columnFamilyName norep 2024-11-17T07:19:33,649 DEBUG [StoreOpener-b44595aef0b08571f3839b124581ead6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:33,649 INFO [StoreOpener-b44595aef0b08571f3839b124581ead6-1 {}] regionserver.HStore(327): Store=b44595aef0b08571f3839b124581ead6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:33,650 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b44595aef0b08571f3839b124581ead6 2024-11-17T07:19:33,650 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/default/test/b44595aef0b08571f3839b124581ead6 2024-11-17T07:19:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:33,651 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/default/test/b44595aef0b08571f3839b124581ead6 2024-11-17T07:19:33,651 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b44595aef0b08571f3839b124581ead6 2024-11-17T07:19:33,651 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b44595aef0b08571f3839b124581ead6 2024-11-17T07:19:33,652 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:19:33,653 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b44595aef0b08571f3839b124581ead6 2024-11-17T07:19:33,655 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/default/test/b44595aef0b08571f3839b124581ead6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:19:33,655 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b44595aef0b08571f3839b124581ead6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70612054, jitterRate=0.05220159888267517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:19:33,655 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b44595aef0b08571f3839b124581ead6 2024-11-17T07:19:33,656 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b44595aef0b08571f3839b124581ead6: Running coprocessor pre-open hook at 1731827973644Writing region info on filesystem at 1731827973644Initializing all the Stores at 1731827973644Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827973644Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827973645 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827973645Cleaning up temporary data from old regions at 1731827973651 (+6 ms)Running coprocessor post-open hooks at 1731827973655 (+4 ms)Region opened successfully at 1731827973656 (+1 ms) 2024-11-17T07:19:33,657 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731827972509.b44595aef0b08571f3839b124581ead6., pid=6, masterSystemTime=1731827973639 2024-11-17T07:19:33,659 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731827972509.b44595aef0b08571f3839b124581ead6. 2024-11-17T07:19:33,659 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731827972509.b44595aef0b08571f3839b124581ead6. 2024-11-17T07:19:33,659 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b44595aef0b08571f3839b124581ead6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1dd62e24b303,45157,1731827965107 2024-11-17T07:19:33,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b44595aef0b08571f3839b124581ead6, server=1dd62e24b303,45157,1731827965107 because future has completed 2024-11-17T07:19:33,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T07:19:33,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b44595aef0b08571f3839b124581ead6, server=1dd62e24b303,45157,1731827965107 in 175 msec 2024-11-17T07:19:33,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T07:19:33,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b44595aef0b08571f3839b124581ead6, ASSIGN in 333 msec 2024-11-17T07:19:33,667 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:19:33,667 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731827973667"}]},"ts":"1731827973667"} 2024-11-17T07:19:33,669 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T07:19:33,670 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:19:33,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-17T07:19:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:34,662 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T07:19:34,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:34,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,43079,1731827969418 2024-11-17T07:19:34,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ed7ed5 2024-11-17T07:19:34,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:19:34,665 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:19:34,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:19:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T07:19:34,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:19:34,668 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:34,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T07:19:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:34,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:19:34,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741835_1011 (size=902) 2024-11-17T07:19:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:35,076 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 119b57a432d5f1e78231ac10276883bc, NAME => 'test,,1731827974665.119b57a432d5f1e78231ac10276883bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174 2024-11-17T07:19:35,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741836_1012 (size=39) 2024-11-17T07:19:35,082 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731827974665.119b57a432d5f1e78231ac10276883bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:35,082 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 119b57a432d5f1e78231ac10276883bc, disabling compactions & flushes 2024-11-17T07:19:35,082 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731827974665.119b57a432d5f1e78231ac10276883bc. 2024-11-17T07:19:35,082 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731827974665.119b57a432d5f1e78231ac10276883bc. 2024-11-17T07:19:35,082 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731827974665.119b57a432d5f1e78231ac10276883bc. after waiting 0 ms 2024-11-17T07:19:35,082 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731827974665.119b57a432d5f1e78231ac10276883bc. 2024-11-17T07:19:35,082 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731827974665.119b57a432d5f1e78231ac10276883bc. 2024-11-17T07:19:35,082 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 119b57a432d5f1e78231ac10276883bc: Waiting for close lock at 1731827975082Disabling compacts and flushes for region at 1731827975082Disabling writes for close at 1731827975082Writing region close event to WAL at 1731827975082Closed at 1731827975082 2024-11-17T07:19:35,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:19:35,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731827974665.119b57a432d5f1e78231ac10276883bc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731827975083"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731827975083"}]},"ts":"1731827975083"} 2024-11-17T07:19:35,086 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:19:35,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:19:35,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731827975086"}]},"ts":"1731827975086"} 2024-11-17T07:19:35,088 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T07:19:35,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=119b57a432d5f1e78231ac10276883bc, ASSIGN}] 2024-11-17T07:19:35,089 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=119b57a432d5f1e78231ac10276883bc, ASSIGN 2024-11-17T07:19:35,090 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=119b57a432d5f1e78231ac10276883bc, ASSIGN; state=OFFLINE, location=1dd62e24b303,43637,1731827969460; forceNewPlan=false, retain=false 2024-11-17T07:19:35,241 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=119b57a432d5f1e78231ac10276883bc, regionState=OPENING, regionLocation=1dd62e24b303,43637,1731827969460 2024-11-17T07:19:35,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=119b57a432d5f1e78231ac10276883bc, ASSIGN because future has completed 2024-11-17T07:19:35,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 119b57a432d5f1e78231ac10276883bc, server=1dd62e24b303,43637,1731827969460}] 2024-11-17T07:19:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:35,400 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731827974665.119b57a432d5f1e78231ac10276883bc. 2024-11-17T07:19:35,400 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 119b57a432d5f1e78231ac10276883bc, NAME => 'test,,1731827974665.119b57a432d5f1e78231ac10276883bc.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:19:35,400 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:19:35,401 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T07:19:35,401 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 119b57a432d5f1e78231ac10276883bc 2024-11-17T07:19:35,401 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731827974665.119b57a432d5f1e78231ac10276883bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:35,401 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 119b57a432d5f1e78231ac10276883bc 2024-11-17T07:19:35,401 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 119b57a432d5f1e78231ac10276883bc 2024-11-17T07:19:35,403 INFO [StoreOpener-119b57a432d5f1e78231ac10276883bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 119b57a432d5f1e78231ac10276883bc 2024-11-17T07:19:35,404 INFO [StoreOpener-119b57a432d5f1e78231ac10276883bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 119b57a432d5f1e78231ac10276883bc columnFamilyName f 2024-11-17T07:19:35,404 DEBUG [StoreOpener-119b57a432d5f1e78231ac10276883bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:35,404 INFO [StoreOpener-119b57a432d5f1e78231ac10276883bc-1 {}] regionserver.HStore(327): Store=119b57a432d5f1e78231ac10276883bc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:35,404 INFO [StoreOpener-119b57a432d5f1e78231ac10276883bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 119b57a432d5f1e78231ac10276883bc 2024-11-17T07:19:35,405 INFO [StoreOpener-119b57a432d5f1e78231ac10276883bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 119b57a432d5f1e78231ac10276883bc columnFamilyName f1 2024-11-17T07:19:35,405 DEBUG [StoreOpener-119b57a432d5f1e78231ac10276883bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:35,405 INFO [StoreOpener-119b57a432d5f1e78231ac10276883bc-1 {}] regionserver.HStore(327): Store=119b57a432d5f1e78231ac10276883bc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:35,405 INFO [StoreOpener-119b57a432d5f1e78231ac10276883bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 119b57a432d5f1e78231ac10276883bc 2024-11-17T07:19:35,406 INFO [StoreOpener-119b57a432d5f1e78231ac10276883bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 119b57a432d5f1e78231ac10276883bc columnFamilyName norep 2024-11-17T07:19:35,406 DEBUG [StoreOpener-119b57a432d5f1e78231ac10276883bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:35,406 INFO [StoreOpener-119b57a432d5f1e78231ac10276883bc-1 {}] regionserver.HStore(327): Store=119b57a432d5f1e78231ac10276883bc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:35,407 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 119b57a432d5f1e78231ac10276883bc 2024-11-17T07:19:35,407 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/default/test/119b57a432d5f1e78231ac10276883bc 2024-11-17T07:19:35,407 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/default/test/119b57a432d5f1e78231ac10276883bc 2024-11-17T07:19:35,408 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 119b57a432d5f1e78231ac10276883bc 2024-11-17T07:19:35,408 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 119b57a432d5f1e78231ac10276883bc 2024-11-17T07:19:35,409 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:19:35,410 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 119b57a432d5f1e78231ac10276883bc 2024-11-17T07:19:35,411 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/default/test/119b57a432d5f1e78231ac10276883bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:19:35,412 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 119b57a432d5f1e78231ac10276883bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60632773, jitterRate=-0.09650127589702606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:19:35,412 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 119b57a432d5f1e78231ac10276883bc 2024-11-17T07:19:35,412 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 119b57a432d5f1e78231ac10276883bc: Running coprocessor pre-open hook at 1731827975401Writing region info on filesystem at 1731827975401Initializing all the Stores at 1731827975402 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827975402Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827975402Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827975402Cleaning up temporary data from old regions at 1731827975408 (+6 ms)Running coprocessor post-open hooks at 1731827975412 (+4 ms)Region opened successfully at 1731827975412 2024-11-17T07:19:35,413 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731827974665.119b57a432d5f1e78231ac10276883bc., pid=6, masterSystemTime=1731827975396 2024-11-17T07:19:35,415 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731827974665.119b57a432d5f1e78231ac10276883bc. 2024-11-17T07:19:35,415 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731827974665.119b57a432d5f1e78231ac10276883bc. 2024-11-17T07:19:35,415 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=119b57a432d5f1e78231ac10276883bc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1dd62e24b303,43637,1731827969460 2024-11-17T07:19:35,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 119b57a432d5f1e78231ac10276883bc, server=1dd62e24b303,43637,1731827969460 because future has completed 2024-11-17T07:19:35,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T07:19:35,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 119b57a432d5f1e78231ac10276883bc, server=1dd62e24b303,43637,1731827969460 in 176 msec 2024-11-17T07:19:35,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T07:19:35,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=119b57a432d5f1e78231ac10276883bc, ASSIGN in 332 msec 2024-11-17T07:19:35,423 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:19:35,423 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731827975423"}]},"ts":"1731827975423"} 2024-11-17T07:19:35,425 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T07:19:35,425 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:19:35,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 759 msec 2024-11-17T07:19:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:35,811 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T07:19:35,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eec5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:35,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,45165,-1 for getting cluster id 2024-11-17T07:19:35,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:35,813 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecfb2b1c-f974-461d-ae70-bb0124be6e0a' 2024-11-17T07:19:35,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:35,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecfb2b1c-f974-461d-ae70-bb0124be6e0a" 2024-11-17T07:19:35,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec8bba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:35,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,45165,-1] 2024-11-17T07:19:35,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:35,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:35,814 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:35,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c4f61a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:35,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:35,816 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,43079,-1 for getting cluster id 2024-11-17T07:19:35,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:35,816 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc432d74-a860-4b0d-9274-b2a7b9fc35b6' 2024-11-17T07:19:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc432d74-a860-4b0d-9274-b2a7b9fc35b6" 2024-11-17T07:19:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ff250a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,43079,-1] 2024-11-17T07:19:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:35,818 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:35,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f79cad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:35,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adb94d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:35,819 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,45165,-1 for getting cluster id 2024-11-17T07:19:35,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:35,820 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecfb2b1c-f974-461d-ae70-bb0124be6e0a' 2024-11-17T07:19:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecfb2b1c-f974-461d-ae70-bb0124be6e0a" 2024-11-17T07:19:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677d4bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,45165,-1] 2024-11-17T07:19:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:35,821 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:35,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f55ea87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:35,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:35,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,45165,1731827965019 2024-11-17T07:19:35,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2617fdef 2024-11-17T07:19:35,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:19:35,824 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:19:35,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1dd62e24b303:43079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T07:19:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T07:19:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:19:35,827 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:43079' 2024-11-17T07:19:35,828 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa287cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:35,828 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,43079,-1 for getting cluster id 2024-11-17T07:19:35,828 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:35,829 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc432d74-a860-4b0d-9274-b2a7b9fc35b6' 2024-11-17T07:19:35,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:35,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc432d74-a860-4b0d-9274-b2a7b9fc35b6" 2024-11-17T07:19:35,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2904be3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:35,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,43079,-1] 2024-11-17T07:19:35,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:35,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:35,830 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:35,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357bb15d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:35,831 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:35,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,43079,1731827969418 2024-11-17T07:19:35,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a3702e5 2024-11-17T07:19:35,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:19:35,832 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:19:35,833 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T07:19:35,833 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T07:19:35,833 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:35,833 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:35,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:19:35,834 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:19:35,834 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T07:19:35,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:19:35,835 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:35,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:19:35,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741837_1013 (size=1138) 2024-11-17T07:19:35,885 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T07:19:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:19:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:19:36,243 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81fb82e5b0c60e44f477ef8f82ae8d06, NAME => 'hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23 2024-11-17T07:19:36,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741838_1014 (size=44) 2024-11-17T07:19:36,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T07:19:36,297 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T07:19:36,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T07:19:36,298 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T07:19:36,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:19:36,299 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T07:19:36,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:19:36,299 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T07:19:36,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:19:36,299 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T07:19:36,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T07:19:36,299 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T07:19:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:19:36,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:36,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 81fb82e5b0c60e44f477ef8f82ae8d06, disabling compactions & flushes 2024-11-17T07:19:36,650 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06. 2024-11-17T07:19:36,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06. 2024-11-17T07:19:36,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06. after waiting 0 ms 2024-11-17T07:19:36,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06. 2024-11-17T07:19:36,650 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06. 2024-11-17T07:19:36,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81fb82e5b0c60e44f477ef8f82ae8d06: Waiting for close lock at 1731827976650Disabling compacts and flushes for region at 1731827976650Disabling writes for close at 1731827976650Writing region close event to WAL at 1731827976650Closed at 1731827976650 2024-11-17T07:19:36,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:19:36,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731827976651"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731827976651"}]},"ts":"1731827976651"} 2024-11-17T07:19:36,653 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:19:36,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:19:36,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731827976654"}]},"ts":"1731827976654"} 2024-11-17T07:19:36,656 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T07:19:36,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81fb82e5b0c60e44f477ef8f82ae8d06, ASSIGN}] 2024-11-17T07:19:36,658 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81fb82e5b0c60e44f477ef8f82ae8d06, ASSIGN 2024-11-17T07:19:36,658 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=81fb82e5b0c60e44f477ef8f82ae8d06, ASSIGN; state=OFFLINE, location=1dd62e24b303,45157,1731827965107; forceNewPlan=false, retain=false 2024-11-17T07:19:36,809 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=81fb82e5b0c60e44f477ef8f82ae8d06, regionState=OPENING, regionLocation=1dd62e24b303,45157,1731827965107 2024-11-17T07:19:36,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=81fb82e5b0c60e44f477ef8f82ae8d06, ASSIGN because future has completed 2024-11-17T07:19:36,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81fb82e5b0c60e44f477ef8f82ae8d06, server=1dd62e24b303,45157,1731827965107}] 2024-11-17T07:19:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:19:36,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06. 2024-11-17T07:19:36,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:36,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T07:19:36,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C45157%2C1731827965107.rep, suffix=, logDir=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107, archiveDir=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/oldWALs, maxLogs=10 2024-11-17T07:19:36,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.rep.1731827976970, exclude list is [], retry=0 2024-11-17T07:19:36,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34273,DS-cceb7780-d005-4f8a-ae5a-06ce5aa8a9ca,DISK] 2024-11-17T07:19:36,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.rep.1731827976970 2024-11-17T07:19:36,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39893:39893)] 2024-11-17T07:19:36,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 81fb82e5b0c60e44f477ef8f82ae8d06, NAME => 'hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:19:36,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:19:36,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:19:36,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06. service=MultiRowMutationService 2024-11-17T07:19:36,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T07:19:36,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 81fb82e5b0c60e44f477ef8f82ae8d06 2024-11-17T07:19:36,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:36,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 81fb82e5b0c60e44f477ef8f82ae8d06 2024-11-17T07:19:36,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 81fb82e5b0c60e44f477ef8f82ae8d06 2024-11-17T07:19:36,993 INFO [StoreOpener-81fb82e5b0c60e44f477ef8f82ae8d06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 81fb82e5b0c60e44f477ef8f82ae8d06 2024-11-17T07:19:36,994 INFO [StoreOpener-81fb82e5b0c60e44f477ef8f82ae8d06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81fb82e5b0c60e44f477ef8f82ae8d06 columnFamilyName hfileref 2024-11-17T07:19:36,994 DEBUG [StoreOpener-81fb82e5b0c60e44f477ef8f82ae8d06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:36,995 INFO [StoreOpener-81fb82e5b0c60e44f477ef8f82ae8d06-1 {}] regionserver.HStore(327): Store=81fb82e5b0c60e44f477ef8f82ae8d06/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:36,995 INFO [StoreOpener-81fb82e5b0c60e44f477ef8f82ae8d06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 81fb82e5b0c60e44f477ef8f82ae8d06 2024-11-17T07:19:36,995 INFO [StoreOpener-81fb82e5b0c60e44f477ef8f82ae8d06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81fb82e5b0c60e44f477ef8f82ae8d06 columnFamilyName queue 2024-11-17T07:19:36,996 DEBUG [StoreOpener-81fb82e5b0c60e44f477ef8f82ae8d06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:36,996 INFO [StoreOpener-81fb82e5b0c60e44f477ef8f82ae8d06-1 {}] regionserver.HStore(327): Store=81fb82e5b0c60e44f477ef8f82ae8d06/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:36,996 INFO [StoreOpener-81fb82e5b0c60e44f477ef8f82ae8d06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 81fb82e5b0c60e44f477ef8f82ae8d06 2024-11-17T07:19:36,997 INFO [StoreOpener-81fb82e5b0c60e44f477ef8f82ae8d06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81fb82e5b0c60e44f477ef8f82ae8d06 columnFamilyName sid 2024-11-17T07:19:36,997 DEBUG [StoreOpener-81fb82e5b0c60e44f477ef8f82ae8d06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:36,997 INFO [StoreOpener-81fb82e5b0c60e44f477ef8f82ae8d06-1 {}] regionserver.HStore(327): Store=81fb82e5b0c60e44f477ef8f82ae8d06/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:36,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 81fb82e5b0c60e44f477ef8f82ae8d06 2024-11-17T07:19:36,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/replication/81fb82e5b0c60e44f477ef8f82ae8d06 2024-11-17T07:19:36,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/replication/81fb82e5b0c60e44f477ef8f82ae8d06 2024-11-17T07:19:36,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 81fb82e5b0c60e44f477ef8f82ae8d06 2024-11-17T07:19:36,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 81fb82e5b0c60e44f477ef8f82ae8d06 2024-11-17T07:19:36,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:19:37,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 81fb82e5b0c60e44f477ef8f82ae8d06 2024-11-17T07:19:37,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/replication/81fb82e5b0c60e44f477ef8f82ae8d06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:19:37,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 81fb82e5b0c60e44f477ef8f82ae8d06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69799719, jitterRate=0.040096864104270935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:19:37,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81fb82e5b0c60e44f477ef8f82ae8d06 2024-11-17T07:19:37,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 81fb82e5b0c60e44f477ef8f82ae8d06: Running coprocessor pre-open hook at 1731827976992Writing region info on filesystem at 1731827976992Initializing all the Stores at 1731827976993 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827976993Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827976993Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827976993Cleaning up temporary data from old regions at 1731827976999 (+6 ms)Running coprocessor post-open hooks at 1731827977004 (+5 ms)Region opened successfully at 1731827977004 2024-11-17T07:19:37,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06., pid=10, masterSystemTime=1731827976964 2024-11-17T07:19:37,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06. 2024-11-17T07:19:37,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06. 2024-11-17T07:19:37,008 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=81fb82e5b0c60e44f477ef8f82ae8d06, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,45157,1731827965107 2024-11-17T07:19:37,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81fb82e5b0c60e44f477ef8f82ae8d06, server=1dd62e24b303,45157,1731827965107 because future has completed 2024-11-17T07:19:37,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T07:19:37,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 81fb82e5b0c60e44f477ef8f82ae8d06, server=1dd62e24b303,45157,1731827965107 in 199 msec 2024-11-17T07:19:37,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T07:19:37,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81fb82e5b0c60e44f477ef8f82ae8d06, ASSIGN in 355 msec 2024-11-17T07:19:37,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:19:37,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731827977014"}]},"ts":"1731827977014"} 2024-11-17T07:19:37,016 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T07:19:37,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:19:37,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-17T07:19:37,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06., hostname=1dd62e24b303,45157,1731827965107, seqNum=2] 2024-11-17T07:19:37,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518797740 2024-11-17T07:19:37,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x10124cb83310001, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518797740 2024-11-17T07:19:37,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T07:19:37,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T07:19:37,208 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T07:19:37,236 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1dd62e24b303,45157,1731827965107, ReplicationSource: 1, currentBandwidth=0 2024-11-17T07:19:37,237 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:37,237 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,45157,1731827965107, seqNum=-1] 2024-11-17T07:19:37,237 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:19:37,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-17T07:19:37,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1dd62e24b303,45157,1731827965107', locateType=CURRENT is [region=hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06., hostname=1dd62e24b303,45157,1731827965107, seqNum=2] 2024-11-17T07:19:37,242 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T07:19:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T07:19:37,244 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1dd62e24b303,45157,1731827965107 suceeded 2024-11-17T07:19:37,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T07:19:37,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-17T07:19:37,246 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1dd62e24b303:43079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T07:19:37,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4220 sec 2024-11-17T07:19:37,264 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:43079' 2024-11-17T07:19:37,265 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48ada161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:37,265 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,43079,-1 for getting cluster id 2024-11-17T07:19:37,265 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:37,266 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc432d74-a860-4b0d-9274-b2a7b9fc35b6' 2024-11-17T07:19:37,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:37,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc432d74-a860-4b0d-9274-b2a7b9fc35b6" 2024-11-17T07:19:37,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5267312b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:37,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,43079,-1] 2024-11-17T07:19:37,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:37,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:37,268 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:37,268 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2986415c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:37,269 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:37,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,43079,1731827969418 2024-11-17T07:19:37,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f4d6e3a 2024-11-17T07:19:37,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:19:37,270 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-17T07:19:37,271 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1dd62e24b303,45157,1731827965107 (queues=1) is replicating from cluster=ecfb2b1c-f974-461d-ae70-bb0124be6e0a to cluster=dc432d74-a860-4b0d-9274-b2a7b9fc35b6 2024-11-17T07:19:37,271 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1dd62e24b303%2C45157%2C1731827965107 2024-11-17T07:19:37,271 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1dd62e24b303,45157,1731827965107, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T07:19:37,272 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1dd62e24b303%2C45157%2C1731827965107 2024-11-17T07:19:37,272 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113, startPosition=0, beingWritten=true 2024-11-17T07:19:37,277 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:19:37,277 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 379, reset compression=false 2024-11-17T07:19:37,277 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,45157,1731827965107 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:19:37,324 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T07:19:37,480 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 379, reset compression=false 2024-11-17T07:19:37,785 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 379, reset compression=false 2024-11-17T07:19:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:19:37,971 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T07:19:37,971 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:19:37,971 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:37,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:37,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:37,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:19:37,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f33254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:37,972 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,43079,-1 for getting cluster id 2024-11-17T07:19:37,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:37,973 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc432d74-a860-4b0d-9274-b2a7b9fc35b6' 2024-11-17T07:19:37,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:37,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc432d74-a860-4b0d-9274-b2a7b9fc35b6" 2024-11-17T07:19:37,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bed29a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:37,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,43079,-1] 2024-11-17T07:19:37,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:37,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:37,975 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:37,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6d7d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:37,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:37,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,43079,1731827969418 2024-11-17T07:19:37,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34c91105 2024-11-17T07:19:37,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:19:37,978 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:19:37,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1dd62e24b303:45165,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T07:19:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T07:19:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:19:37,981 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:45165' 2024-11-17T07:19:37,982 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37399477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:37,982 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,45165,-1 for getting cluster id 2024-11-17T07:19:37,982 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:37,982 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecfb2b1c-f974-461d-ae70-bb0124be6e0a' 2024-11-17T07:19:37,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:37,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecfb2b1c-f974-461d-ae70-bb0124be6e0a" 2024-11-17T07:19:37,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@374b140c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:37,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,45165,-1] 2024-11-17T07:19:37,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:37,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:37,984 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:37,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f26547e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:37,984 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:37,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,45165,1731827965019 2024-11-17T07:19:37,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14e78f35 2024-11-17T07:19:37,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:19:37,986 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:19:37,987 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T07:19:37,987 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T07:19:37,987 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:37,987 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:37,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:19:37,987 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:19:37,988 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T07:19:37,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:19:37,989 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:37,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:19:37,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741837_1013 (size=1138) 2024-11-17T07:19:38,000 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 45d56158a0cf18ff310f1fe578127634, NAME => 'hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174 2024-11-17T07:19:38,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741838_1014 (size=44) 2024-11-17T07:19:38,038 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T07:19:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:19:38,189 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 379, reset compression=false 2024-11-17T07:19:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:19:38,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:38,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 45d56158a0cf18ff310f1fe578127634, disabling compactions & flushes 2024-11-17T07:19:38,413 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634. 2024-11-17T07:19:38,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634. 2024-11-17T07:19:38,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634. after waiting 0 ms 2024-11-17T07:19:38,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634. 2024-11-17T07:19:38,413 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634. 2024-11-17T07:19:38,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 45d56158a0cf18ff310f1fe578127634: Waiting for close lock at 1731827978413Disabling compacts and flushes for region at 1731827978413Disabling writes for close at 1731827978413Writing region close event to WAL at 1731827978413Closed at 1731827978413 2024-11-17T07:19:38,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:19:38,415 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731827978414"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731827978414"}]},"ts":"1731827978414"} 2024-11-17T07:19:38,416 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:19:38,417 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:19:38,417 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731827978417"}]},"ts":"1731827978417"} 2024-11-17T07:19:38,419 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T07:19:38,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45d56158a0cf18ff310f1fe578127634, ASSIGN}] 2024-11-17T07:19:38,420 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45d56158a0cf18ff310f1fe578127634, ASSIGN 2024-11-17T07:19:38,420 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=45d56158a0cf18ff310f1fe578127634, ASSIGN; state=OFFLINE, location=1dd62e24b303,43637,1731827969460; forceNewPlan=false, retain=false 2024-11-17T07:19:38,571 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=45d56158a0cf18ff310f1fe578127634, regionState=OPENING, regionLocation=1dd62e24b303,43637,1731827969460 2024-11-17T07:19:38,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=45d56158a0cf18ff310f1fe578127634, ASSIGN because future has completed 2024-11-17T07:19:38,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45d56158a0cf18ff310f1fe578127634, server=1dd62e24b303,43637,1731827969460}] 2024-11-17T07:19:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:19:38,693 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 379, reset compression=false 2024-11-17T07:19:38,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634. 2024-11-17T07:19:38,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:38,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T07:19:38,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C43637%2C1731827969460.rep, suffix=, logDir=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460, archiveDir=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/oldWALs, maxLogs=10 2024-11-17T07:19:38,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.rep.1731827978732, exclude list is [], retry=0 2024-11-17T07:19:38,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36237,DS-825c63f5-ad29-4a8b-a744-167dd4aeb771,DISK] 2024-11-17T07:19:38,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.rep.1731827978732 2024-11-17T07:19:38,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46465:46465)] 2024-11-17T07:19:38,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 45d56158a0cf18ff310f1fe578127634, NAME => 'hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:19:38,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:19:38,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:19:38,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634. service=MultiRowMutationService 2024-11-17T07:19:38,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T07:19:38,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 45d56158a0cf18ff310f1fe578127634 2024-11-17T07:19:38,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:38,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 45d56158a0cf18ff310f1fe578127634 2024-11-17T07:19:38,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 45d56158a0cf18ff310f1fe578127634 2024-11-17T07:19:38,751 INFO [StoreOpener-45d56158a0cf18ff310f1fe578127634-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 45d56158a0cf18ff310f1fe578127634 2024-11-17T07:19:38,752 INFO [StoreOpener-45d56158a0cf18ff310f1fe578127634-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45d56158a0cf18ff310f1fe578127634 columnFamilyName hfileref 2024-11-17T07:19:38,753 DEBUG [StoreOpener-45d56158a0cf18ff310f1fe578127634-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:38,753 INFO [StoreOpener-45d56158a0cf18ff310f1fe578127634-1 {}] regionserver.HStore(327): Store=45d56158a0cf18ff310f1fe578127634/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:38,753 INFO [StoreOpener-45d56158a0cf18ff310f1fe578127634-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 45d56158a0cf18ff310f1fe578127634 2024-11-17T07:19:38,754 INFO [StoreOpener-45d56158a0cf18ff310f1fe578127634-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45d56158a0cf18ff310f1fe578127634 columnFamilyName queue 2024-11-17T07:19:38,754 DEBUG [StoreOpener-45d56158a0cf18ff310f1fe578127634-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:38,754 INFO [StoreOpener-45d56158a0cf18ff310f1fe578127634-1 {}] regionserver.HStore(327): Store=45d56158a0cf18ff310f1fe578127634/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:38,754 INFO [StoreOpener-45d56158a0cf18ff310f1fe578127634-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 45d56158a0cf18ff310f1fe578127634 2024-11-17T07:19:38,755 INFO [StoreOpener-45d56158a0cf18ff310f1fe578127634-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45d56158a0cf18ff310f1fe578127634 columnFamilyName sid 2024-11-17T07:19:38,755 DEBUG [StoreOpener-45d56158a0cf18ff310f1fe578127634-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:38,756 INFO [StoreOpener-45d56158a0cf18ff310f1fe578127634-1 {}] regionserver.HStore(327): Store=45d56158a0cf18ff310f1fe578127634/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:38,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 45d56158a0cf18ff310f1fe578127634 2024-11-17T07:19:38,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/replication/45d56158a0cf18ff310f1fe578127634 2024-11-17T07:19:38,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/replication/45d56158a0cf18ff310f1fe578127634 2024-11-17T07:19:38,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 45d56158a0cf18ff310f1fe578127634 2024-11-17T07:19:38,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 45d56158a0cf18ff310f1fe578127634 2024-11-17T07:19:38,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:19:38,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 45d56158a0cf18ff310f1fe578127634 2024-11-17T07:19:38,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/replication/45d56158a0cf18ff310f1fe578127634/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:19:38,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 45d56158a0cf18ff310f1fe578127634; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67490380, jitterRate=0.005685031414031982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:19:38,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45d56158a0cf18ff310f1fe578127634 2024-11-17T07:19:38,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 45d56158a0cf18ff310f1fe578127634: Running coprocessor pre-open hook at 1731827978750Writing region info on filesystem at 1731827978751 (+1 ms)Initializing all the Stores at 1731827978751Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827978751Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827978751Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827978751Cleaning up temporary data from old regions at 1731827978757 (+6 ms)Running coprocessor post-open hooks at 1731827978761 (+4 ms)Region opened successfully at 1731827978761 2024-11-17T07:19:38,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634., pid=10, masterSystemTime=1731827978726 2024-11-17T07:19:38,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634. 2024-11-17T07:19:38,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634. 2024-11-17T07:19:38,764 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=45d56158a0cf18ff310f1fe578127634, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,43637,1731827969460 2024-11-17T07:19:38,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45d56158a0cf18ff310f1fe578127634, server=1dd62e24b303,43637,1731827969460 because future has completed 2024-11-17T07:19:38,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T07:19:38,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 45d56158a0cf18ff310f1fe578127634, server=1dd62e24b303,43637,1731827969460 in 193 msec 2024-11-17T07:19:38,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T07:19:38,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45d56158a0cf18ff310f1fe578127634, ASSIGN in 349 msec 2024-11-17T07:19:38,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:19:38,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731827978770"}]},"ts":"1731827978770"} 2024-11-17T07:19:38,772 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T07:19:38,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:19:38,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 786 msec 2024-11-17T07:19:38,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634., hostname=1dd62e24b303,43637,1731827969460, seqNum=2] 2024-11-17T07:19:38,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43637-0x10124cb83310004, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099326693 2024-11-17T07:19:38,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099326693 2024-11-17T07:19:38,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T07:19:38,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T07:19:38,955 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T07:19:38,983 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1dd62e24b303,43637,1731827969460, ReplicationSource: 1, currentBandwidth=0 2024-11-17T07:19:38,983 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:38,983 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1] 2024-11-17T07:19:38,984 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:19:38,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-17T07:19:38,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1dd62e24b303,43637,1731827969460', locateType=CURRENT is [region=hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634., hostname=1dd62e24b303,43637,1731827969460, seqNum=2] 2024-11-17T07:19:38,990 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T07:19:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T07:19:38,992 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1dd62e24b303,43637,1731827969460 suceeded 2024-11-17T07:19:38,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T07:19:38,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-17T07:19:38,993 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1dd62e24b303:45165,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T07:19:38,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0160 sec 2024-11-17T07:19:39,007 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:45165' 2024-11-17T07:19:39,008 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@402b33b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:39,008 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,45165,-1 for getting cluster id 2024-11-17T07:19:39,008 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:39,009 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecfb2b1c-f974-461d-ae70-bb0124be6e0a' 2024-11-17T07:19:39,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:39,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecfb2b1c-f974-461d-ae70-bb0124be6e0a" 2024-11-17T07:19:39,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c9790d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:39,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,45165,-1] 2024-11-17T07:19:39,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:39,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:39,010 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:39,011 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62407524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:39,011 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:39,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,45165,1731827965019 2024-11-17T07:19:39,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bd6966d 2024-11-17T07:19:39,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:19:39,012 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-17T07:19:39,013 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1dd62e24b303,43637,1731827969460 (queues=1) is replicating from cluster=dc432d74-a860-4b0d-9274-b2a7b9fc35b6 to cluster=ecfb2b1c-f974-461d-ae70-bb0124be6e0a 2024-11-17T07:19:39,013 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1dd62e24b303%2C43637%2C1731827969460 2024-11-17T07:19:39,013 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1dd62e24b303,43637,1731827969460, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T07:19:39,014 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.shipper1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1dd62e24b303%2C43637%2C1731827969460 2024-11-17T07:19:39,014 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.wal-reader.1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.1731827971467, startPosition=0, beingWritten=true 2024-11-17T07:19:39,019 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.wal-reader.1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:19:39,019 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.wal-reader.1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.1731827971467 to pos 379, reset compression=false 2024-11-17T07:19:39,019 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.shipper1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,43637,1731827969460 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.1731827971467, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:19:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:19:39,121 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T07:19:39,121 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:19:39,121 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:39,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:39,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:39,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:19:39,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:39,125 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731827979124/Put/seqid=0 2024-11-17T07:19:39,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741840_1016 (size=7894) 2024-11-17T07:19:39,146 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:19:39,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:39,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:39,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:39,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:39,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:39,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:39,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:39,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:39,199 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T07:19:39,223 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.wal-reader.1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.1731827971467 to pos 379, reset compression=false 2024-11-17T07:19:39,297 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 379, reset compression=false 2024-11-17T07:19:39,527 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.wal-reader.1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.1731827971467 to pos 379, reset compression=false 2024-11-17T07:19:39,531 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731827979531/Put/seqid=0 2024-11-17T07:19:39,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741841_1017 (size=7691) 2024-11-17T07:19:39,932 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.wal-reader.1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.1731827971467 to pos 379, reset compression=false 2024-11-17T07:19:39,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4149c537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:39,943 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,45165,-1 for getting cluster id 2024-11-17T07:19:39,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:39,944 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecfb2b1c-f974-461d-ae70-bb0124be6e0a' 2024-11-17T07:19:39,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:39,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecfb2b1c-f974-461d-ae70-bb0124be6e0a" 2024-11-17T07:19:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@199407de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,45165,-1] 2024-11-17T07:19:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:39,946 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:39,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c71db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:39,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:39,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,45157,1731827965107, seqNum=-1] 2024-11-17T07:19:39,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:19:39,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:19:39,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:39,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,45165,1731827965019 2024-11-17T07:19:39,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13e7f637 2024-11-17T07:19:39,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:19:39,957 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:19:39,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731827972509.b44595aef0b08571f3839b124581ead6., hostname=1dd62e24b303,45157,1731827965107, seqNum=2] 2024-11-17T07:19:39,962 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T07:19:39,967 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-17T07:19:39,969 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-17T07:19:39,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/testHFileCyclicReplication_01/f/hfile_0 for inclusion in b44595aef0b08571f3839b124581ead6/f 2024-11-17T07:19:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T07:19:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:19:39,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/testHFileCyclicReplication_01/f/hfile_1 for inclusion in b44595aef0b08571f3839b124581ead6/f 2024-11-17T07:19:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T07:19:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:19:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HRegion(2603): Flush status journal for b44595aef0b08571f3839b124581ead6: 2024-11-17T07:19:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins__test__c2hfljell3af4sg4e211056ovili107c4uumavfbfj0qnmnn7sidh5it7b6qcpv4/f/hfile_0 2024-11-17T07:19:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins__test__c2hfljell3af4sg4e211056ovili107c4uumavfbfj0qnmnn7sidh5it7b6qcpv4/f/hfile_0 as hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/default/test/b44595aef0b08571f3839b124581ead6/f/48583710779549bb90f2e02ad8ec0628_SeqId_4_ 2024-11-17T07:19:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins__test__c2hfljell3af4sg4e211056ovili107c4uumavfbfj0qnmnn7sidh5it7b6qcpv4/f/hfile_1 2024-11-17T07:19:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins__test__c2hfljell3af4sg4e211056ovili107c4uumavfbfj0qnmnn7sidh5it7b6qcpv4/f/hfile_1 as hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/default/test/b44595aef0b08571f3839b124581ead6/f/8a939904cdb84204a9dc86d13e2aecf4_SeqId_4_ 2024-11-17T07:19:39,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins__test__c2hfljell3af4sg4e211056ovili107c4uumavfbfj0qnmnn7sidh5it7b6qcpv4/f/hfile_0 into b44595aef0b08571f3839b124581ead6/f as hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/default/test/b44595aef0b08571f3839b124581ead6/f/48583710779549bb90f2e02ad8ec0628_SeqId_4_ - updating store file list. 2024-11-17T07:19:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 48583710779549bb90f2e02ad8ec0628_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T07:19:39,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/default/test/b44595aef0b08571f3839b124581ead6/f/48583710779549bb90f2e02ad8ec0628_SeqId_4_ into b44595aef0b08571f3839b124581ead6/f 2024-11-17T07:19:39,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins__test__c2hfljell3af4sg4e211056ovili107c4uumavfbfj0qnmnn7sidh5it7b6qcpv4/f/hfile_0 into b44595aef0b08571f3839b124581ead6/f (new location: hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/default/test/b44595aef0b08571f3839b124581ead6/f/48583710779549bb90f2e02ad8ec0628_SeqId_4_) 2024-11-17T07:19:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins__test__c2hfljell3af4sg4e211056ovili107c4uumavfbfj0qnmnn7sidh5it7b6qcpv4/f/hfile_0 2024-11-17T07:19:39,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins__test__c2hfljell3af4sg4e211056ovili107c4uumavfbfj0qnmnn7sidh5it7b6qcpv4/f/hfile_1 into b44595aef0b08571f3839b124581ead6/f as hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/default/test/b44595aef0b08571f3839b124581ead6/f/8a939904cdb84204a9dc86d13e2aecf4_SeqId_4_ - updating store file list. 2024-11-17T07:19:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8a939904cdb84204a9dc86d13e2aecf4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T07:19:39,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/default/test/b44595aef0b08571f3839b124581ead6/f/8a939904cdb84204a9dc86d13e2aecf4_SeqId_4_ into b44595aef0b08571f3839b124581ead6/f 2024-11-17T07:19:39,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins__test__c2hfljell3af4sg4e211056ovili107c4uumavfbfj0qnmnn7sidh5it7b6qcpv4/f/hfile_1 into b44595aef0b08571f3839b124581ead6/f (new location: hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/default/test/b44595aef0b08571f3839b124581ead6/f/8a939904cdb84204a9dc86d13e2aecf4_SeqId_4_) 2024-11-17T07:19:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins__test__c2hfljell3af4sg4e211056ovili107c4uumavfbfj0qnmnn7sidh5it7b6qcpv4/f/hfile_1 2024-11-17T07:19:39,995 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:19:39,995 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:39,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:39,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:39,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:19:39,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731827972509.b44595aef0b08571f3839b124581ead6., hostname=1dd62e24b303,45157,1731827965107, seqNum=2 , the old value is region=test,,1731827972509.b44595aef0b08571f3839b124581ead6., hostname=1dd62e24b303,45157,1731827965107, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1dd62e24b303:45157 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T07:19:39,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731827972509.b44595aef0b08571f3839b124581ead6., hostname=1dd62e24b303,45157,1731827965107, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T07:19:39,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731827972509.b44595aef0b08571f3839b124581ead6., hostname=1dd62e24b303,45157,1731827965107, seqNum=2 from cache 2024-11-17T07:19:39,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:39,996 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T07:19:39,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1] 2024-11-17T07:19:39,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:19:39,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:19:39,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731827974665.119b57a432d5f1e78231ac10276883bc., hostname=1dd62e24b303,43637,1731827969460, seqNum=2] 2024-11-17T07:19:40,000 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 379, reset compression=false 2024-11-17T07:19:40,001 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T07:19:40,004 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:19:40,004 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,45157,1731827965107 got entry batch from reader: WALEntryBatch [walEntries=[{test/b44595aef0b08571f3839b124581ead6/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731827979993/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T07:19:40,006 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:19:40,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-17T07:19:40,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.ReplicationSink(318): Replicating [ecfb2b1c-f974-461d-ae70-bb0124be6e0a] bulk loaded data 2024-11-17T07:19:40,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ee45147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:40,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,43079,-1 for getting cluster id 2024-11-17T07:19:40,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:40,009 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc432d74-a860-4b0d-9274-b2a7b9fc35b6' 2024-11-17T07:19:40,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:40,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc432d74-a860-4b0d-9274-b2a7b9fc35b6" 2024-11-17T07:19:40,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b146151, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:40,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,43079,-1] 2024-11-17T07:19:40,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:40,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:40,011 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:40,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4299b175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:40,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741840_1016 (size=7894) 2024-11-17T07:19:40,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741841_1017 (size=7691) 2024-11-17T07:19:40,101 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:45157 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T07:19:40,205 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 687, reset compression=false 2024-11-17T07:19:40,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:40,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,43079,1731827969418 2024-11-17T07:19:40,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cea2ca 2024-11-17T07:19:40,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:19:40,431 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-17T07:19:40,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T07:19:40,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:40,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1] 2024-11-17T07:19:40,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:19:40,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-17T07:19:40,436 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.wal-reader.1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.1731827971467 to pos 379, reset compression=false 2024-11-17T07:19:40,440 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/staging/jenkins.hfs.11__test__7p1jjjnjgftqaatn4pc4agt8j6i56v1ndgte5j77hmqvsnvn7bogupqqtuubig2m/f/48583710779549bb90f2e02ad8ec0628_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-17T07:19:40,442 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/staging/jenkins.hfs.11__test__7p1jjjnjgftqaatn4pc4agt8j6i56v1ndgte5j77hmqvsnvn7bogupqqtuubig2m/f/8a939904cdb84204a9dc86d13e2aecf4_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-17T07:19:40,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/staging/jenkins.hfs.11__test__7p1jjjnjgftqaatn4pc4agt8j6i56v1ndgte5j77hmqvsnvn7bogupqqtuubig2m/f/8a939904cdb84204a9dc86d13e2aecf4_SeqId_4_ for inclusion in 119b57a432d5f1e78231ac10276883bc/f 2024-11-17T07:19:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T07:19:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:19:40,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/staging/jenkins.hfs.11__test__7p1jjjnjgftqaatn4pc4agt8j6i56v1ndgte5j77hmqvsnvn7bogupqqtuubig2m/f/48583710779549bb90f2e02ad8ec0628_SeqId_4_ for inclusion in 119b57a432d5f1e78231ac10276883bc/f 2024-11-17T07:19:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T07:19:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:19:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HRegion(2603): Flush status journal for 119b57a432d5f1e78231ac10276883bc: 2024-11-17T07:19:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8a939904cdb84204a9dc86d13e2aecf4_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T07:19:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/staging/jenkins.hfs.11__test__7p1jjjnjgftqaatn4pc4agt8j6i56v1ndgte5j77hmqvsnvn7bogupqqtuubig2m/f/8a939904cdb84204a9dc86d13e2aecf4_SeqId_4_ as hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/default/test/119b57a432d5f1e78231ac10276883bc/f/0aefc50bc7484ee5818212e85cdd0f4d_SeqId_4_ 2024-11-17T07:19:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 48583710779549bb90f2e02ad8ec0628_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T07:19:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/staging/jenkins.hfs.11__test__7p1jjjnjgftqaatn4pc4agt8j6i56v1ndgte5j77hmqvsnvn7bogupqqtuubig2m/f/48583710779549bb90f2e02ad8ec0628_SeqId_4_ as hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/default/test/119b57a432d5f1e78231ac10276883bc/f/24e16f1cd92e493e8e4c509ff52c3892_SeqId_4_ 2024-11-17T07:19:40,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/staging/jenkins.hfs.11__test__7p1jjjnjgftqaatn4pc4agt8j6i56v1ndgte5j77hmqvsnvn7bogupqqtuubig2m/f/8a939904cdb84204a9dc86d13e2aecf4_SeqId_4_ into 119b57a432d5f1e78231ac10276883bc/f as hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/default/test/119b57a432d5f1e78231ac10276883bc/f/0aefc50bc7484ee5818212e85cdd0f4d_SeqId_4_ - updating store file list. 2024-11-17T07:19:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0aefc50bc7484ee5818212e85cdd0f4d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T07:19:40,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/default/test/119b57a432d5f1e78231ac10276883bc/f/0aefc50bc7484ee5818212e85cdd0f4d_SeqId_4_ into 119b57a432d5f1e78231ac10276883bc/f 2024-11-17T07:19:40,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/staging/jenkins.hfs.11__test__7p1jjjnjgftqaatn4pc4agt8j6i56v1ndgte5j77hmqvsnvn7bogupqqtuubig2m/f/8a939904cdb84204a9dc86d13e2aecf4_SeqId_4_ into 119b57a432d5f1e78231ac10276883bc/f (new location: hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/default/test/119b57a432d5f1e78231ac10276883bc/f/0aefc50bc7484ee5818212e85cdd0f4d_SeqId_4_) 2024-11-17T07:19:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/staging/jenkins.hfs.11__test__7p1jjjnjgftqaatn4pc4agt8j6i56v1ndgte5j77hmqvsnvn7bogupqqtuubig2m/f/8a939904cdb84204a9dc86d13e2aecf4_SeqId_4_ 2024-11-17T07:19:40,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/staging/jenkins.hfs.11__test__7p1jjjnjgftqaatn4pc4agt8j6i56v1ndgte5j77hmqvsnvn7bogupqqtuubig2m/f/48583710779549bb90f2e02ad8ec0628_SeqId_4_ into 119b57a432d5f1e78231ac10276883bc/f as hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/default/test/119b57a432d5f1e78231ac10276883bc/f/24e16f1cd92e493e8e4c509ff52c3892_SeqId_4_ - updating store file list. 2024-11-17T07:19:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 24e16f1cd92e493e8e4c509ff52c3892_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T07:19:40,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/default/test/119b57a432d5f1e78231ac10276883bc/f/24e16f1cd92e493e8e4c509ff52c3892_SeqId_4_ into 119b57a432d5f1e78231ac10276883bc/f 2024-11-17T07:19:40,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/staging/jenkins.hfs.11__test__7p1jjjnjgftqaatn4pc4agt8j6i56v1ndgte5j77hmqvsnvn7bogupqqtuubig2m/f/48583710779549bb90f2e02ad8ec0628_SeqId_4_ into 119b57a432d5f1e78231ac10276883bc/f (new location: hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/default/test/119b57a432d5f1e78231ac10276883bc/f/24e16f1cd92e493e8e4c509ff52c3892_SeqId_4_) 2024-11-17T07:19:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/staging/jenkins.hfs.11__test__7p1jjjnjgftqaatn4pc4agt8j6i56v1ndgte5j77hmqvsnvn7bogupqqtuubig2m/f/48583710779549bb90f2e02ad8ec0628_SeqId_4_ 2024-11-17T07:19:40,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.ReplicationSink(324): Finished replicating [ecfb2b1c-f974-461d-ae70-bb0124be6e0a] bulk loaded data 2024-11-17T07:19:40,509 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 687, reset compression=false 2024-11-17T07:19:40,914 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 687, reset compression=false 2024-11-17T07:19:41,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:41,018 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731827981017/Put/seqid=0 2024-11-17T07:19:41,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741842_1018 (size=11194) 2024-11-17T07:19:41,029 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731827981028/Put/seqid=0 2024-11-17T07:19:41,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741843_1019 (size=10791) 2024-11-17T07:19:41,040 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.wal-reader.1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.1731827971467 to pos 379, reset compression=false 2024-11-17T07:19:41,045 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.wal-reader.1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:19:41,045 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.shipper1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,43637,1731827969460 got entry batch from reader: WALEntryBatch [walEntries=[{test/119b57a432d5f1e78231ac10276883bc/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731827980464/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.1731827971467, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-17T07:19:41,047 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.shipper1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:19:41,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-17T07:19:41,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.ReplicationSink(318): Replicating [ecfb2b1c-f974-461d-ae70-bb0124be6e0a, dc432d74-a860-4b0d-9274-b2a7b9fc35b6] bulk loaded data 2024-11-17T07:19:41,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50db210b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:41,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,45165,-1 for getting cluster id 2024-11-17T07:19:41,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:41,050 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecfb2b1c-f974-461d-ae70-bb0124be6e0a' 2024-11-17T07:19:41,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:41,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecfb2b1c-f974-461d-ae70-bb0124be6e0a" 2024-11-17T07:19:41,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ab96445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:41,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,45165,-1] 2024-11-17T07:19:41,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:41,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:41,052 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:41,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@392e7313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:41,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741842_1018 (size=7691) 2024-11-17T07:19:41,245 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.wal-reader.1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.1731827971467 to pos 725, reset compression=false 2024-11-17T07:19:41,418 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 687, reset compression=false 2024-11-17T07:19:41,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2f362c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:41,434 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,43079,-1 for getting cluster id 2024-11-17T07:19:41,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:41,435 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc432d74-a860-4b0d-9274-b2a7b9fc35b6' 2024-11-17T07:19:41,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:41,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc432d74-a860-4b0d-9274-b2a7b9fc35b6" 2024-11-17T07:19:41,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64241fa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:41,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,43079,-1] 2024-11-17T07:19:41,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:41,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:41,437 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:41,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7a0461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:41,438 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:41,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1] 2024-11-17T07:19:41,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:19:41,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:19:41,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:41,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,43079,1731827969418 2024-11-17T07:19:41,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22afb004 2024-11-17T07:19:41,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:19:41,449 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:19:41,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731827974665.119b57a432d5f1e78231ac10276883bc., hostname=1dd62e24b303,43637,1731827969460, seqNum=2] 2024-11-17T07:19:41,454 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T07:19:41,459 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-17T07:19:41,461 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-17T07:19:41,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 119b57a432d5f1e78231ac10276883bc/f 2024-11-17T07:19:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-17T07:19:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:19:41,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 119b57a432d5f1e78231ac10276883bc/f 2024-11-17T07:19:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-17T07:19:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:19:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HRegion(2603): Flush status journal for 119b57a432d5f1e78231ac10276883bc: 2024-11-17T07:19:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/staging/jenkins__test__iq3c217e3se6hjkvv42fggagjv8k2r8pevb38jbo11enahdskej850n4oldk4t2k/f/hfile_0 2024-11-17T07:19:41,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741843_1019 (size=7894) 2024-11-17T07:19:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/staging/jenkins__test__iq3c217e3se6hjkvv42fggagjv8k2r8pevb38jbo11enahdskej850n4oldk4t2k/f/hfile_0 as hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/default/test/119b57a432d5f1e78231ac10276883bc/f/1d8e763dff3448e3a19a52b577025ce0_SeqId_6_ 2024-11-17T07:19:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/staging/jenkins__test__iq3c217e3se6hjkvv42fggagjv8k2r8pevb38jbo11enahdskej850n4oldk4t2k/f/hfile_1 2024-11-17T07:19:41,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:41,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,45165,1731827965019 2024-11-17T07:19:41,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20db3c09 2024-11-17T07:19:41,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:19:41,478 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-17T07:19:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/staging/jenkins__test__iq3c217e3se6hjkvv42fggagjv8k2r8pevb38jbo11enahdskej850n4oldk4t2k/f/hfile_1 as hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/default/test/119b57a432d5f1e78231ac10276883bc/f/14b52113ad0a4b00ab67ab9990263df3_SeqId_6_ 2024-11-17T07:19:41,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T07:19:41,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:41,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,45157,1731827965107, seqNum=-1] 2024-11-17T07:19:41,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:19:41,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/staging/jenkins__test__iq3c217e3se6hjkvv42fggagjv8k2r8pevb38jbo11enahdskej850n4oldk4t2k/f/hfile_0 into 119b57a432d5f1e78231ac10276883bc/f as hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/default/test/119b57a432d5f1e78231ac10276883bc/f/1d8e763dff3448e3a19a52b577025ce0_SeqId_6_ - updating store file list. 2024-11-17T07:19:41,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-17T07:19:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1d8e763dff3448e3a19a52b577025ce0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T07:19:41,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/default/test/119b57a432d5f1e78231ac10276883bc/f/1d8e763dff3448e3a19a52b577025ce0_SeqId_6_ into 119b57a432d5f1e78231ac10276883bc/f 2024-11-17T07:19:41,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/staging/jenkins__test__iq3c217e3se6hjkvv42fggagjv8k2r8pevb38jbo11enahdskej850n4oldk4t2k/f/hfile_0 into 119b57a432d5f1e78231ac10276883bc/f (new location: hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/default/test/119b57a432d5f1e78231ac10276883bc/f/1d8e763dff3448e3a19a52b577025ce0_SeqId_6_) 2024-11-17T07:19:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/staging/jenkins__test__iq3c217e3se6hjkvv42fggagjv8k2r8pevb38jbo11enahdskej850n4oldk4t2k/f/hfile_0 2024-11-17T07:19:41,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/staging/jenkins__test__iq3c217e3se6hjkvv42fggagjv8k2r8pevb38jbo11enahdskej850n4oldk4t2k/f/hfile_1 into 119b57a432d5f1e78231ac10276883bc/f as hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/default/test/119b57a432d5f1e78231ac10276883bc/f/14b52113ad0a4b00ab67ab9990263df3_SeqId_6_ - updating store file list. 2024-11-17T07:19:41,487 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins.hfs.10__test__i54icla1j8irp522rl55j8ejh658j9tp5ak1qa861bc35mnb9c2r86mpt367j686/f/0aefc50bc7484ee5818212e85cdd0f4d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-17T07:19:41,489 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins.hfs.10__test__i54icla1j8irp522rl55j8ejh658j9tp5ak1qa861bc35mnb9c2r86mpt367j686/f/24e16f1cd92e493e8e4c509ff52c3892_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-17T07:19:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 14b52113ad0a4b00ab67ab9990263df3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T07:19:41,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/default/test/119b57a432d5f1e78231ac10276883bc/f/14b52113ad0a4b00ab67ab9990263df3_SeqId_6_ into 119b57a432d5f1e78231ac10276883bc/f 2024-11-17T07:19:41,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/staging/jenkins__test__iq3c217e3se6hjkvv42fggagjv8k2r8pevb38jbo11enahdskej850n4oldk4t2k/f/hfile_1 into 119b57a432d5f1e78231ac10276883bc/f (new location: hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/default/test/119b57a432d5f1e78231ac10276883bc/f/14b52113ad0a4b00ab67ab9990263df3_SeqId_6_) 2024-11-17T07:19:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/staging/jenkins__test__iq3c217e3se6hjkvv42fggagjv8k2r8pevb38jbo11enahdskej850n4oldk4t2k/f/hfile_1 2024-11-17T07:19:41,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.ReplicationSink(324): Finished replicating [ecfb2b1c-f974-461d-ae70-bb0124be6e0a, dc432d74-a860-4b0d-9274-b2a7b9fc35b6] bulk loaded data 2024-11-17T07:19:41,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:19:41,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:41,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:41,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:41,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:19:41,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731827974665.119b57a432d5f1e78231ac10276883bc., hostname=1dd62e24b303,43637,1731827969460, seqNum=2 , the old value is region=test,,1731827974665.119b57a432d5f1e78231ac10276883bc., hostname=1dd62e24b303,43637,1731827969460, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1dd62e24b303:43637 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T07:19:41,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731827974665.119b57a432d5f1e78231ac10276883bc., hostname=1dd62e24b303,43637,1731827969460, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T07:19:41,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:41,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731827974665.119b57a432d5f1e78231ac10276883bc., hostname=1dd62e24b303,43637,1731827969460, seqNum=2 from cache 2024-11-17T07:19:41,494 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T07:19:41,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,45157,1731827965107, seqNum=-1] 2024-11-17T07:19:41,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:19:41,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:19:41,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731827972509.b44595aef0b08571f3839b124581ead6., hostname=1dd62e24b303,45157,1731827965107, seqNum=2] 2024-11-17T07:19:41,504 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T07:19:41,550 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.wal-reader.1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.1731827971467 to pos 725, reset compression=false 2024-11-17T07:19:41,555 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.wal-reader.1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:19:41,556 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.shipper1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,43637,1731827969460 got entry batch from reader: WALEntryBatch [walEntries=[{test/119b57a432d5f1e78231ac10276883bc/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731827981491/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.1731827971467, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T07:19:41,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.ReplicationSink(318): Replicating [dc432d74-a860-4b0d-9274-b2a7b9fc35b6] bulk loaded data 2024-11-17T07:19:41,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741844_1020 (size=11194) 2024-11-17T07:19:41,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741845_1021 (size=10791) 2024-11-17T07:19:41,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T07:19:41,580 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins.hfs.10__test__hb62ho0b38fapv13ea36lc5vuhafmqeki8rfnc8ai29b3uogv20scc5na76p9s12/f/14b52113ad0a4b00ab67ab9990263df3_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-17T07:19:41,582 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins.hfs.10__test__hb62ho0b38fapv13ea36lc5vuhafmqeki8rfnc8ai29b3uogv20scc5na76p9s12/f/1d8e763dff3448e3a19a52b577025ce0_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-17T07:19:41,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins.hfs.10__test__hb62ho0b38fapv13ea36lc5vuhafmqeki8rfnc8ai29b3uogv20scc5na76p9s12/f/14b52113ad0a4b00ab67ab9990263df3_SeqId_6_ for inclusion in b44595aef0b08571f3839b124581ead6/f 2024-11-17T07:19:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-17T07:19:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:19:41,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins.hfs.10__test__hb62ho0b38fapv13ea36lc5vuhafmqeki8rfnc8ai29b3uogv20scc5na76p9s12/f/1d8e763dff3448e3a19a52b577025ce0_SeqId_6_ for inclusion in b44595aef0b08571f3839b124581ead6/f 2024-11-17T07:19:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-17T07:19:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:19:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HRegion(2603): Flush status journal for b44595aef0b08571f3839b124581ead6: 2024-11-17T07:19:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 14b52113ad0a4b00ab67ab9990263df3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T07:19:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins.hfs.10__test__hb62ho0b38fapv13ea36lc5vuhafmqeki8rfnc8ai29b3uogv20scc5na76p9s12/f/14b52113ad0a4b00ab67ab9990263df3_SeqId_6_ as hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/default/test/b44595aef0b08571f3839b124581ead6/f/b7bd4f6b99444f1a90da35c88d7bcc98_SeqId_6_ 2024-11-17T07:19:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1d8e763dff3448e3a19a52b577025ce0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T07:19:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins.hfs.10__test__hb62ho0b38fapv13ea36lc5vuhafmqeki8rfnc8ai29b3uogv20scc5na76p9s12/f/1d8e763dff3448e3a19a52b577025ce0_SeqId_6_ as hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/default/test/b44595aef0b08571f3839b124581ead6/f/2c81990c69a846c9a36a9b403729220c_SeqId_6_ 2024-11-17T07:19:41,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins.hfs.10__test__hb62ho0b38fapv13ea36lc5vuhafmqeki8rfnc8ai29b3uogv20scc5na76p9s12/f/14b52113ad0a4b00ab67ab9990263df3_SeqId_6_ into b44595aef0b08571f3839b124581ead6/f as hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/default/test/b44595aef0b08571f3839b124581ead6/f/b7bd4f6b99444f1a90da35c88d7bcc98_SeqId_6_ - updating store file list. 2024-11-17T07:19:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b7bd4f6b99444f1a90da35c88d7bcc98_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T07:19:41,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/default/test/b44595aef0b08571f3839b124581ead6/f/b7bd4f6b99444f1a90da35c88d7bcc98_SeqId_6_ into b44595aef0b08571f3839b124581ead6/f 2024-11-17T07:19:41,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins.hfs.10__test__hb62ho0b38fapv13ea36lc5vuhafmqeki8rfnc8ai29b3uogv20scc5na76p9s12/f/14b52113ad0a4b00ab67ab9990263df3_SeqId_6_ into b44595aef0b08571f3839b124581ead6/f (new location: hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/default/test/b44595aef0b08571f3839b124581ead6/f/b7bd4f6b99444f1a90da35c88d7bcc98_SeqId_6_) 2024-11-17T07:19:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins.hfs.10__test__hb62ho0b38fapv13ea36lc5vuhafmqeki8rfnc8ai29b3uogv20scc5na76p9s12/f/14b52113ad0a4b00ab67ab9990263df3_SeqId_6_ 2024-11-17T07:19:41,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins.hfs.10__test__hb62ho0b38fapv13ea36lc5vuhafmqeki8rfnc8ai29b3uogv20scc5na76p9s12/f/1d8e763dff3448e3a19a52b577025ce0_SeqId_6_ into b44595aef0b08571f3839b124581ead6/f as hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/default/test/b44595aef0b08571f3839b124581ead6/f/2c81990c69a846c9a36a9b403729220c_SeqId_6_ - updating store file list. 2024-11-17T07:19:41,601 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43637 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T07:19:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2c81990c69a846c9a36a9b403729220c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T07:19:41,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/default/test/b44595aef0b08571f3839b124581ead6/f/2c81990c69a846c9a36a9b403729220c_SeqId_6_ into b44595aef0b08571f3839b124581ead6/f 2024-11-17T07:19:41,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins.hfs.10__test__hb62ho0b38fapv13ea36lc5vuhafmqeki8rfnc8ai29b3uogv20scc5na76p9s12/f/1d8e763dff3448e3a19a52b577025ce0_SeqId_6_ into b44595aef0b08571f3839b124581ead6/f (new location: hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/default/test/b44595aef0b08571f3839b124581ead6/f/2c81990c69a846c9a36a9b403729220c_SeqId_6_) 2024-11-17T07:19:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/staging/jenkins.hfs.10__test__hb62ho0b38fapv13ea36lc5vuhafmqeki8rfnc8ai29b3uogv20scc5na76p9s12/f/1d8e763dff3448e3a19a52b577025ce0_SeqId_6_ 2024-11-17T07:19:41,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.ReplicationSink(324): Finished replicating [dc432d74-a860-4b0d-9274-b2a7b9fc35b6] bulk loaded data 2024-11-17T07:19:41,756 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.wal-reader.1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.1731827971467 to pos 1033, reset compression=false 2024-11-17T07:19:42,023 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 687, reset compression=false 2024-11-17T07:19:42,028 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:19:42,029 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,45157,1731827965107 got entry batch from reader: WALEntryBatch [walEntries=[{test/b44595aef0b08571f3839b124581ead6/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731827981603/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-17T07:19:42,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.ReplicationSink(318): Replicating [dc432d74-a860-4b0d-9274-b2a7b9fc35b6, ecfb2b1c-f974-461d-ae70-bb0124be6e0a] bulk loaded data 2024-11-17T07:19:42,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741844_1020 (size=10791) 2024-11-17T07:19:42,060 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.wal-reader.1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.1731827971467 to pos 1033, reset compression=false 2024-11-17T07:19:42,229 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 1033, reset compression=false 2024-11-17T07:19:42,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741845_1021 (size=11194) 2024-11-17T07:19:42,464 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.wal-reader.1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.1731827971467 to pos 1033, reset compression=false 2024-11-17T07:19:42,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T07:19:42,514 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:19:42,514 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:42,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:42,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:42,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:19:42,514 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T07:19:42,514 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=521849546, stopped=false 2024-11-17T07:19:42,515 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1dd62e24b303,43079,1731827969418 2024-11-17T07:19:42,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43637-0x10124cb83310004, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1099326693/running 2024-11-17T07:19:42,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1099326693/running 2024-11-17T07:19:42,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43637-0x10124cb83310004, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099326693 2024-11-17T07:19:42,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099326693 2024-11-17T07:19:42,517 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:19:42,517 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:19:42,517 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:42,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:42,517 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1dd62e24b303,43637,1731827969460' ***** 2024-11-17T07:19:42,517 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T07:19:42,518 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T07:19:42,518 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T07:19:42,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43637-0x10124cb83310004, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Set watcher on znode that does not yet exist, /1-1099326693/running 2024-11-17T07:19:42,518 INFO [RS:0;1dd62e24b303:43637 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T07:19:42,518 INFO [RS:0;1dd62e24b303:43637 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T07:19:42,518 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(3091): Received CLOSE for 45d56158a0cf18ff310f1fe578127634 2024-11-17T07:19:42,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Set watcher on znode that does not yet exist, /1-1099326693/running 2024-11-17T07:19:42,518 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(3091): Received CLOSE for 119b57a432d5f1e78231ac10276883bc 2024-11-17T07:19:42,518 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(959): stopping server 1dd62e24b303,43637,1731827969460 2024-11-17T07:19:42,518 INFO [RS:0;1dd62e24b303:43637 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:19:42,519 INFO [RS:0;1dd62e24b303:43637 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:43637. 2024-11-17T07:19:42,519 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45d56158a0cf18ff310f1fe578127634, disabling compactions & flushes 2024-11-17T07:19:42,519 DEBUG [RS:0;1dd62e24b303:43637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:42,519 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634. 2024-11-17T07:19:42,519 DEBUG [RS:0;1dd62e24b303:43637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:42,519 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634. 2024-11-17T07:19:42,519 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634. after waiting 0 ms 2024-11-17T07:19:42,519 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634. 2024-11-17T07:19:42,519 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T07:19:42,519 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T07:19:42,519 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T07:19:42,519 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T07:19:42,519 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 45d56158a0cf18ff310f1fe578127634 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-17T07:19:42,519 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T07:19:42,519 DEBUG [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(1325): Online Regions={45d56158a0cf18ff310f1fe578127634=hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634., 1588230740=hbase:meta,,1.1588230740, 119b57a432d5f1e78231ac10276883bc=test,,1731827974665.119b57a432d5f1e78231ac10276883bc.} 2024-11-17T07:19:42,519 DEBUG [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(1351): Waiting on 119b57a432d5f1e78231ac10276883bc, 1588230740, 45d56158a0cf18ff310f1fe578127634 2024-11-17T07:19:42,519 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:19:42,519 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:19:42,519 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:19:42,519 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:19:42,519 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:19:42,519 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T07:19:42,533 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 1033, reset compression=false 2024-11-17T07:19:42,537 INFO [regionserver/1dd62e24b303:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:19:42,542 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740/.tmp/info/485021199d154c9896d093628dc5faf0 is 147, key is hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634./info:regioninfo/1731827978764/Put/seqid=0 2024-11-17T07:19:42,542 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/replication/45d56158a0cf18ff310f1fe578127634/.tmp/hfileref/54c2b0fc734c40bf963fa72b83ef9511 is 74, key is 1/hfileref:0aefc50bc7484ee5818212e85cdd0f4d_SeqId_4_/1731827981492/DeleteColumn/seqid=0 2024-11-17T07:19:42,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741847_1023 (size=5345) 2024-11-17T07:19:42,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741846_1022 (size=7686) 2024-11-17T07:19:42,550 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740/.tmp/info/485021199d154c9896d093628dc5faf0 2024-11-17T07:19:42,568 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740/.tmp/ns/7bf0c3d7b2ec4bdea656a7c758f54af7 is 43, key is default/ns:d/1731827972427/Put/seqid=0 2024-11-17T07:19:42,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741848_1024 (size=5153) 2024-11-17T07:19:42,719 DEBUG [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(1351): Waiting on 119b57a432d5f1e78231ac10276883bc, 1588230740, 45d56158a0cf18ff310f1fe578127634 2024-11-17T07:19:42,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T07:19:42,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43637 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T07:19:42,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43637 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:44552 deadline: 1731828042858, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping 2024-11-17T07:19:42,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:42,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:42,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1 from cache 2024-11-17T07:19:42,920 DEBUG [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(1351): Waiting on 119b57a432d5f1e78231ac10276883bc, 1588230740, 45d56158a0cf18ff310f1fe578127634 2024-11-17T07:19:42,937 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 1033, reset compression=false 2024-11-17T07:19:42,948 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/replication/45d56158a0cf18ff310f1fe578127634/.tmp/hfileref/54c2b0fc734c40bf963fa72b83ef9511 2024-11-17T07:19:42,968 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.wal-reader.1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.1731827971467 to pos 1033, reset compression=false 2024-11-17T07:19:42,968 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/replication/45d56158a0cf18ff310f1fe578127634/.tmp/queue/1085cc57e827444eaf2e4e31652e4c98 is 154, key is 1-1dd62e24b303,43637,1731827969460/queue:1dd62e24b303%2C43637%2C1731827969460/1731827981607/Put/seqid=0 2024-11-17T07:19:42,970 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:42,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1] 2024-11-17T07:19:42,973 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740/.tmp/ns/7bf0c3d7b2ec4bdea656a7c758f54af7 2024-11-17T07:19:42,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43637 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T07:19:42,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43637 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:44552 deadline: 1731828042858, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping 2024-11-17T07:19:42,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:42,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:42,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1 from cache 2024-11-17T07:19:42,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741849_1025 (size=5353) 2024-11-17T07:19:42,996 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740/.tmp/rep_barrier/6643c7a6eada412cb6308fccfb60a634 is 112, key is test,,1731827974665.119b57a432d5f1e78231ac10276883bc./rep_barrier:seqnumDuringOpen/1731827975415/Put/seqid=0 2024-11-17T07:19:42,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741850_1026 (size=5518) 2024-11-17T07:19:43,120 DEBUG [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(1351): Waiting on 119b57a432d5f1e78231ac10276883bc, 1588230740, 45d56158a0cf18ff310f1fe578127634 2024-11-17T07:19:43,180 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:43,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1] 2024-11-17T07:19:43,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43637 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T07:19:43,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43637 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:44552 deadline: 1731828042859, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping 2024-11-17T07:19:43,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:43,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:43,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1 from cache 2024-11-17T07:19:43,320 DEBUG [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(1351): Waiting on 119b57a432d5f1e78231ac10276883bc, 1588230740, 45d56158a0cf18ff310f1fe578127634 2024-11-17T07:19:43,330 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T07:19:43,330 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T07:19:43,376 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/replication/45d56158a0cf18ff310f1fe578127634/.tmp/queue/1085cc57e827444eaf2e4e31652e4c98 2024-11-17T07:19:43,381 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/replication/45d56158a0cf18ff310f1fe578127634/.tmp/hfileref/54c2b0fc734c40bf963fa72b83ef9511 as hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/replication/45d56158a0cf18ff310f1fe578127634/hfileref/54c2b0fc734c40bf963fa72b83ef9511 2024-11-17T07:19:43,385 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/replication/45d56158a0cf18ff310f1fe578127634/hfileref/54c2b0fc734c40bf963fa72b83ef9511, entries=4, sequenceid=12, filesize=5.2 K 2024-11-17T07:19:43,386 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/replication/45d56158a0cf18ff310f1fe578127634/.tmp/queue/1085cc57e827444eaf2e4e31652e4c98 as hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/replication/45d56158a0cf18ff310f1fe578127634/queue/1085cc57e827444eaf2e4e31652e4c98 2024-11-17T07:19:43,390 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/replication/45d56158a0cf18ff310f1fe578127634/queue/1085cc57e827444eaf2e4e31652e4c98, entries=1, sequenceid=12, filesize=5.2 K 2024-11-17T07:19:43,391 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 45d56158a0cf18ff310f1fe578127634 in 872ms, sequenceid=12, compaction requested=false 2024-11-17T07:19:43,395 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/replication/45d56158a0cf18ff310f1fe578127634/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T07:19:43,395 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:19:43,395 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:19:43,395 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634. 2024-11-17T07:19:43,395 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45d56158a0cf18ff310f1fe578127634: Waiting for close lock at 1731827982519Running coprocessor pre-close hooks at 1731827982519Disabling compacts and flushes for region at 1731827982519Disabling writes for close at 1731827982519Obtaining lock to block concurrent updates at 1731827982519Preparing flush snapshotting stores in 45d56158a0cf18ff310f1fe578127634 at 1731827982519Finished memstore snapshotting hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731827982519Flushing stores of hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634. at 1731827982520 (+1 ms)Flushing 45d56158a0cf18ff310f1fe578127634/hfileref: creating writer at 1731827982520Flushing 45d56158a0cf18ff310f1fe578127634/hfileref: appending metadata at 1731827982541 (+21 ms)Flushing 45d56158a0cf18ff310f1fe578127634/hfileref: closing flushed file at 1731827982541Flushing 45d56158a0cf18ff310f1fe578127634/queue: creating writer at 1731827982953 (+412 ms)Flushing 45d56158a0cf18ff310f1fe578127634/queue: appending metadata at 1731827982968 (+15 ms)Flushing 45d56158a0cf18ff310f1fe578127634/queue: closing flushed file at 1731827982968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f1d5345: reopening flushed file at 1731827983381 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ab3a337: reopening flushed file at 1731827983385 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 45d56158a0cf18ff310f1fe578127634 in 872ms, sequenceid=12, compaction requested=false at 1731827983391 (+6 ms)Writing region close event to WAL at 1731827983392 (+1 ms)Running coprocessor post-close hooks at 1731827983395 (+3 ms)Closed at 1731827983395 2024-11-17T07:19:43,396 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731827977987.45d56158a0cf18ff310f1fe578127634. 2024-11-17T07:19:43,396 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 119b57a432d5f1e78231ac10276883bc, disabling compactions & flushes 2024-11-17T07:19:43,396 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731827974665.119b57a432d5f1e78231ac10276883bc. 2024-11-17T07:19:43,396 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731827974665.119b57a432d5f1e78231ac10276883bc. 2024-11-17T07:19:43,396 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731827974665.119b57a432d5f1e78231ac10276883bc. after waiting 0 ms 2024-11-17T07:19:43,396 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731827974665.119b57a432d5f1e78231ac10276883bc. 2024-11-17T07:19:43,399 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/default/test/119b57a432d5f1e78231ac10276883bc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T07:19:43,400 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:19:43,400 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:19:43,400 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731827974665.119b57a432d5f1e78231ac10276883bc. 2024-11-17T07:19:43,400 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 119b57a432d5f1e78231ac10276883bc: Waiting for close lock at 1731827983396Running coprocessor pre-close hooks at 1731827983396Disabling compacts and flushes for region at 1731827983396Disabling writes for close at 1731827983396Writing region close event to WAL at 1731827983396Running coprocessor post-close hooks at 1731827983400 (+4 ms)Closed at 1731827983400 2024-11-17T07:19:43,400 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731827974665.119b57a432d5f1e78231ac10276883bc. 2024-11-17T07:19:43,400 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740/.tmp/rep_barrier/6643c7a6eada412cb6308fccfb60a634 2024-11-17T07:19:43,422 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740/.tmp/table/32e8cfaf2974493380e6c6b4f79c2006 is 53, key is hbase:replication/table:state/1731827978770/Put/seqid=0 2024-11-17T07:19:43,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741851_1027 (size=5308) 2024-11-17T07:19:43,441 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 1033, reset compression=false 2024-11-17T07:19:43,490 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:43,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1] 2024-11-17T07:19:43,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43637 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T07:19:43,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43637 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:44552 deadline: 1731828042858, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping 2024-11-17T07:19:43,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:43,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:43,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1 from cache 2024-11-17T07:19:43,520 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T07:19:43,520 DEBUG [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T07:19:43,520 DEBUG [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:19:43,589 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.wal-reader.1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.1731827971467 to pos 1033, reset compression=false 2024-11-17T07:19:43,593 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.wal-reader.1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:19:43,593 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.wal-reader.1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.1731827971467 to pos 1328, reset compression=false 2024-11-17T07:19:43,593 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.shipper1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,43637,1731827969460 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.1731827971467, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:19:43,596 ERROR [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.shipper1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1dd62e24b303,43637,1731827969460: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1dd62e24b303,43637,1731827969460, walGroup=1dd62e24b303%2C43637%2C1731827969460, offset=1dd62e24b303%2C43637%2C1731827969460.1731827971467:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43637 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T07:19:43,597 ERROR [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.shipper1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T07:19:43,599 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.shipper1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T07:19:43,601 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.shipper1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T07:19:43,601 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.shipper1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T07:19:43,601 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.shipper1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T07:19:43,601 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.shipper1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 798470064 }, "NonHeapMemoryUsage": { "committed": 190644224, "init": 7667712, "max": -1, "used": 187872000 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T07:19:43,604 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.shipper1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T07:19:43,720 DEBUG [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:19:43,797 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.wal-reader.1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/WALs/1dd62e24b303,43637,1731827969460/1dd62e24b303%2C43637%2C1731827969460.1731827971467 to pos 1328, reset compression=false 2024-11-17T07:19:43,826 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740/.tmp/table/32e8cfaf2974493380e6c6b4f79c2006 2024-11-17T07:19:43,831 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740/.tmp/info/485021199d154c9896d093628dc5faf0 as hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740/info/485021199d154c9896d093628dc5faf0 2024-11-17T07:19:43,835 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740/info/485021199d154c9896d093628dc5faf0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T07:19:43,836 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740/.tmp/ns/7bf0c3d7b2ec4bdea656a7c758f54af7 as hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740/ns/7bf0c3d7b2ec4bdea656a7c758f54af7 2024-11-17T07:19:43,840 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740/ns/7bf0c3d7b2ec4bdea656a7c758f54af7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T07:19:43,841 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740/.tmp/rep_barrier/6643c7a6eada412cb6308fccfb60a634 as hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740/rep_barrier/6643c7a6eada412cb6308fccfb60a634 2024-11-17T07:19:43,844 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740/rep_barrier/6643c7a6eada412cb6308fccfb60a634, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T07:19:43,845 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740/.tmp/table/32e8cfaf2974493380e6c6b4f79c2006 as hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740/table/32e8cfaf2974493380e6c6b4f79c2006 2024-11-17T07:19:43,848 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740/table/32e8cfaf2974493380e6c6b4f79c2006, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T07:19:43,849 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false 2024-11-17T07:19:43,853 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T07:19:43,854 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:19:43,854 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:19:43,854 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:19:43,854 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827982519Running coprocessor pre-close hooks at 1731827982519Disabling compacts and flushes for region at 1731827982519Disabling writes for close at 1731827982519Obtaining lock to block concurrent updates at 1731827982519Preparing flush snapshotting stores in 1588230740 at 1731827982519Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731827982520 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731827982520Flushing 1588230740/info: creating writer at 1731827982520Flushing 1588230740/info: appending metadata at 1731827982541 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731827982541Flushing 1588230740/ns: creating writer at 1731827982554 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731827982568 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731827982568Flushing 1588230740/rep_barrier: creating writer at 1731827982978 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731827982995 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731827982996 (+1 ms)Flushing 1588230740/table: creating writer at 1731827983404 (+408 ms)Flushing 1588230740/table: appending metadata at 1731827983421 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731827983421Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50af6182: reopening flushed file at 1731827983831 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77c18572: reopening flushed file at 1731827983836 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@683c3e1b: reopening flushed file at 1731827983840 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25b903e2: reopening flushed file at 1731827983844 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false at 1731827983849 (+5 ms)Writing region close event to WAL at 1731827983851 (+2 ms)Running coprocessor post-close hooks at 1731827983854 (+3 ms)Closed at 1731827983854 2024-11-17T07:19:43,854 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T07:19:43,921 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(976): stopping server 1dd62e24b303,43637,1731827969460; all regions closed. 2024-11-17T07:19:43,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741834_1010 (size=4239) 2024-11-17T07:19:43,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741839_1015 (size=3127) 2024-11-17T07:19:43,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741832_1008 (size=1336) 2024-11-17T07:19:43,928 DEBUG [RS:0;1dd62e24b303:43637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:43,928 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:19:43,928 INFO [RS:0;1dd62e24b303:43637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:19:43,928 INFO [RS:0;1dd62e24b303:43637 {}] hbase.ChoreService(370): Chore service for: regionserver/1dd62e24b303:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T07:19:43,928 INFO [RS:0;1dd62e24b303:43637 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:19:43,928 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:19:43,928 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1dd62e24b303,43637,1731827969460 because: Region server is closing 2024-11-17T07:19:43,929 INFO [RS:0;1dd62e24b303:43637 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:43637. 2024-11-17T07:19:43,929 DEBUG [RS:0;1dd62e24b303:43637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:43,929 DEBUG [RS:0;1dd62e24b303:43637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:43,929 DEBUG [RS:0;1dd62e24b303:43637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:43,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:19:44,001 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:44,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1] 2024-11-17T07:19:44,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1dd62e24b303,43637,1731827969460 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T07:19:44,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1dd62e24b303,43637,1731827969460 aborting 2024-11-17T07:19:44,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1dd62e24b303,43637,1731827969460 aborting 2024-11-17T07:19:44,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,43637,1731827969460, seqNum=-1 from cache 2024-11-17T07:19:44,004 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T07:19:44,005 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-17T07:19:42.864Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:42.973Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:43.183Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:43.492Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:44.004Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1dd62e24b303,43637,1731827969460 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1dd62e24b303,43637,1731827969460 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 1dd62e24b303,43637,1731827969460 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T07:19:44,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-17T07:19:42.864Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:42.973Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:43.183Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:43.492Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:44.004Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1dd62e24b303,43637,1731827969460 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1dd62e24b303,43637,1731827969460 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 1dd62e24b303,43637,1731827969460 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T07:19:44,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:44542 deadline: 1731828042029, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-17T07:19:42.864Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:42.973Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:43.183Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:43.492Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:44.004Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1dd62e24b303,43637,1731827969460 aborting 2024-11-17T07:19:44,009 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-17T07:19:42.864Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:42.973Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:43.183Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:43.492Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 1dd62e24b303,43637,1731827969460 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T07:19:44.004Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1dd62e24b303,43637,1731827969460 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1dd62e24b303,43637,1731827969460 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 1dd62e24b303,43637,1731827969460 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T07:19:44,029 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.shipper1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 terminated 2024-11-17T07:19:44,029 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,43637,1731827969460.replicationSource.wal-reader.1dd62e24b303%2C43637%2C1731827969460,1-1dd62e24b303,43637,1731827969460 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T07:19:44,029 INFO [RS:0;1dd62e24b303:43637 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:43637. 2024-11-17T07:19:44,029 DEBUG [RS:0;1dd62e24b303:43637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:44,030 DEBUG [RS:0;1dd62e24b303:43637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:44,030 DEBUG [RS:0;1dd62e24b303:43637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:44,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:19:44,030 INFO [RS:0;1dd62e24b303:43637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43637 2024-11-17T07:19:44,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43637-0x10124cb83310004, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1099326693/rs/1dd62e24b303,43637,1731827969460 2024-11-17T07:19:44,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099326693/rs 2024-11-17T07:19:44,034 INFO [RS:0;1dd62e24b303:43637 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:19:44,035 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1dd62e24b303,43637,1731827969460] 2024-11-17T07:19:44,036 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099326693/draining/1dd62e24b303,43637,1731827969460 already deleted, retry=false 2024-11-17T07:19:44,037 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1dd62e24b303,43637,1731827969460 expired; onlineServers=0 2024-11-17T07:19:44,037 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1dd62e24b303,43079,1731827969418' ***** 2024-11-17T07:19:44,037 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T07:19:44,037 INFO [M:0;1dd62e24b303:43079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:19:44,037 INFO [M:0;1dd62e24b303:43079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:19:44,037 DEBUG [M:0;1dd62e24b303:43079 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T07:19:44,037 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T07:19:44,037 DEBUG [M:0;1dd62e24b303:43079 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T07:19:44,037 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827971247 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827971247,5,FailOnTimeoutGroup] 2024-11-17T07:19:44,037 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827971247 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827971247,5,FailOnTimeoutGroup] 2024-11-17T07:19:44,037 INFO [M:0;1dd62e24b303:43079 {}] hbase.ChoreService(370): Chore service for: master/1dd62e24b303:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T07:19:44,037 INFO [M:0;1dd62e24b303:43079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:19:44,037 DEBUG [M:0;1dd62e24b303:43079 {}] master.HMaster(1795): Stopping service threads 2024-11-17T07:19:44,037 INFO [M:0;1dd62e24b303:43079 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T07:19:44,037 INFO [M:0;1dd62e24b303:43079 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:19:44,037 INFO [M:0;1dd62e24b303:43079 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T07:19:44,038 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T07:19:44,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1099326693/master 2024-11-17T07:19:44,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099326693 2024-11-17T07:19:44,038 DEBUG [M:0;1dd62e24b303:43079 {}] zookeeper.ZKUtil(347): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Unable to get data of znode /1-1099326693/master because node does not exist (not an error) 2024-11-17T07:19:44,038 WARN [M:0;1dd62e24b303:43079 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T07:19:44,039 INFO [M:0;1dd62e24b303:43079 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/.lastflushedseqids 2024-11-17T07:19:44,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741852_1028 (size=263) 2024-11-17T07:19:44,045 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 1033, reset compression=false 2024-11-17T07:19:44,112 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1dd62e24b303:43637 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1dd62e24b303/172.17.0.2:43637 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T07:19:44,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 1dd62e24b303:43637 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1dd62e24b303/172.17.0.2:43637 2024-11-17T07:19:44,113 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=1dd62e24b303:43637 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1dd62e24b303/172.17.0.2:43637 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1dd62e24b303/172.17.0.2:43637 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T07:19:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T07:19:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:35980 deadline: 1731828044115, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-17T07:19:44,116 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T07:19:44,117 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-17T07:19:44,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43637-0x10124cb83310004, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:19:44,136 INFO [RS:0;1dd62e24b303:43637 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:19:44,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43637-0x10124cb83310004, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:19:44,136 INFO [RS:0;1dd62e24b303:43637 {}] regionserver.HRegionServer(1031): Exiting; stopping=1dd62e24b303,43637,1731827969460; zookeeper connection closed. 2024-11-17T07:19:44,136 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46a7d03b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46a7d03b 2024-11-17T07:19:44,136 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T07:19:44,253 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:19:44,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:44,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:44,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:44,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:44,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:44,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:44,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:44,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:44,317 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-17T07:19:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T07:19:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:35980 deadline: 1731828044319, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-17T07:19:44,320 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T07:19:44,321 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-17T07:19:44,321 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-17T07:19:44,444 INFO [M:0;1dd62e24b303:43079 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T07:19:44,444 INFO [M:0;1dd62e24b303:43079 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T07:19:44,444 DEBUG [M:0;1dd62e24b303:43079 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:19:44,444 INFO [M:0;1dd62e24b303:43079 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:44,444 DEBUG [M:0;1dd62e24b303:43079 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:44,444 DEBUG [M:0;1dd62e24b303:43079 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:19:44,444 DEBUG [M:0;1dd62e24b303:43079 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:44,444 INFO [M:0;1dd62e24b303:43079 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-17T07:19:44,475 DEBUG [M:0;1dd62e24b303:43079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c2edcebd6ac409fa249b62a6420449d is 82, key is hbase:meta,,1/info:regioninfo/1731827972417/Put/seqid=0 2024-11-17T07:19:44,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741853_1029 (size=5672) 2024-11-17T07:19:44,479 INFO [M:0;1dd62e24b303:43079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c2edcebd6ac409fa249b62a6420449d 2024-11-17T07:19:44,498 DEBUG [M:0;1dd62e24b303:43079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68482c5780f44b3c8486352bd5206ea5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731827978773/Put/seqid=0 2024-11-17T07:19:44,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741854_1030 (size=8515) 2024-11-17T07:19:44,621 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-17T07:19:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T07:19:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:35980 deadline: 1731828044623, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-17T07:19:44,624 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T07:19:44,625 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-17T07:19:44,625 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-17T07:19:44,749 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 1033, reset compression=false 2024-11-17T07:19:44,903 INFO [M:0;1dd62e24b303:43079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68482c5780f44b3c8486352bd5206ea5 2024-11-17T07:19:44,926 DEBUG [M:0;1dd62e24b303:43079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f70d07433e042d6a44a5ad682342a98 is 69, key is 1dd62e24b303,43637,1731827969460/rs:state/1731827971311/Put/seqid=0 2024-11-17T07:19:44,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741855_1031 (size=5156) 2024-11-17T07:19:45,026 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-17T07:19:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T07:19:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:35980 deadline: 1731828045027, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-17T07:19:45,028 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T07:19:45,029 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-17T07:19:45,029 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-17T07:19:45,330 INFO [M:0;1dd62e24b303:43079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f70d07433e042d6a44a5ad682342a98 2024-11-17T07:19:45,336 DEBUG [M:0;1dd62e24b303:43079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c2edcebd6ac409fa249b62a6420449d as hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c2edcebd6ac409fa249b62a6420449d 2024-11-17T07:19:45,341 INFO [M:0;1dd62e24b303:43079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c2edcebd6ac409fa249b62a6420449d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T07:19:45,341 DEBUG [M:0;1dd62e24b303:43079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68482c5780f44b3c8486352bd5206ea5 as hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68482c5780f44b3c8486352bd5206ea5 2024-11-17T07:19:45,345 INFO [M:0;1dd62e24b303:43079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68482c5780f44b3c8486352bd5206ea5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T07:19:45,346 DEBUG [M:0;1dd62e24b303:43079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f70d07433e042d6a44a5ad682342a98 as hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f70d07433e042d6a44a5ad682342a98 2024-11-17T07:19:45,350 INFO [M:0;1dd62e24b303:43079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44599/user/jenkins/test-data/1a7d0dd8-41a9-096f-b972-44aa9458e174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f70d07433e042d6a44a5ad682342a98, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T07:19:45,351 INFO [M:0;1dd62e24b303:43079 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=97, compaction requested=false 2024-11-17T07:19:45,352 INFO [M:0;1dd62e24b303:43079 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:45,353 DEBUG [M:0;1dd62e24b303:43079 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827984444Disabling compacts and flushes for region at 1731827984444Disabling writes for close at 1731827984444Obtaining lock to block concurrent updates at 1731827984444Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731827984444Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731827984445 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731827984445Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731827984445Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731827984474 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731827984475 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731827984484 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731827984498 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731827984498Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731827984907 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731827984925 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731827984925Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e94ba10: reopening flushed file at 1731827985335 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74fe858e: reopening flushed file at 1731827985341 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d619a91: reopening flushed file at 1731827985346 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=97, compaction requested=false at 1731827985351 (+5 ms)Writing region close event to WAL at 1731827985352 (+1 ms)Closed at 1731827985352 2024-11-17T07:19:45,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741830_1006 (size=63642) 2024-11-17T07:19:45,355 INFO [M:0;1dd62e24b303:43079 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T07:19:45,355 INFO [M:0;1dd62e24b303:43079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43079 2024-11-17T07:19:45,355 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:19:45,356 INFO [M:0;1dd62e24b303:43079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:19:45,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:19:45,459 INFO [M:0;1dd62e24b303:43079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:19:45,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x10124cb83310003, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:19:45,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@596ea19b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:19:45,463 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@295f848f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:19:45,463 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:19:45,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38e96b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:19:45,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c9e907e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/hadoop.log.dir/,STOPPED} 2024-11-17T07:19:45,465 WARN [BP-394051690-172.17.0.2-1731827968277 heartbeating to localhost/127.0.0.1:44599 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T07:19:45,465 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T07:19:45,465 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T07:19:45,465 WARN [BP-394051690-172.17.0.2-1731827968277 heartbeating to localhost/127.0.0.1:44599 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-394051690-172.17.0.2-1731827968277 (Datanode Uuid 27982d07-3535-439e-aa1c-71a7935f7114) service to localhost/127.0.0.1:44599 2024-11-17T07:19:45,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/cluster_61b7ee8d-751b-78db-f0cd-f58c73fa493d/data/data1/current/BP-394051690-172.17.0.2-1731827968277 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:19:45,466 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/cluster_61b7ee8d-751b-78db-f0cd-f58c73fa493d/data/data2/current/BP-394051690-172.17.0.2-1731827968277 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:19:45,466 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T07:19:45,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b344cbb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:19:45,472 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6149b37d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:19:45,473 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:19:45,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@672fe1f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:19:45,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@347b42e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/hadoop.log.dir/,STOPPED} 2024-11-17T07:19:45,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T07:19:45,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T07:19:45,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:19:45,486 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:45,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:45,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:45,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:19:45,486 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T07:19:45,486 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=855286700, stopped=false 2024-11-17T07:19:45,486 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1dd62e24b303,45165,1731827965019 2024-11-17T07:19:45,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01518797740/running 2024-11-17T07:19:45,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x10124cb83310001, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01518797740/running 2024-11-17T07:19:45,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518797740 2024-11-17T07:19:45,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x10124cb83310001, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518797740 2024-11-17T07:19:45,487 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:19:45,488 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:19:45,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:45,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:45,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Set watcher on znode that does not yet exist, /01518797740/running 2024-11-17T07:19:45,488 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1dd62e24b303,45157,1731827965107' ***** 2024-11-17T07:19:45,488 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T07:19:45,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45157-0x10124cb83310001, quorum=127.0.0.1:62903, baseZNode=/01518797740 Set watcher on znode that does not yet exist, /01518797740/running 2024-11-17T07:19:45,489 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T07:19:45,489 INFO [RS:0;1dd62e24b303:45157 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T07:19:45,489 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T07:19:45,489 INFO [RS:0;1dd62e24b303:45157 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T07:19:45,489 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(3091): Received CLOSE for b44595aef0b08571f3839b124581ead6 2024-11-17T07:19:45,489 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(3091): Received CLOSE for 81fb82e5b0c60e44f477ef8f82ae8d06 2024-11-17T07:19:45,489 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(959): stopping server 1dd62e24b303,45157,1731827965107 2024-11-17T07:19:45,489 INFO [RS:0;1dd62e24b303:45157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:19:45,489 INFO [RS:0;1dd62e24b303:45157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:45157. 2024-11-17T07:19:45,489 DEBUG [RS:0;1dd62e24b303:45157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:45,489 DEBUG [RS:0;1dd62e24b303:45157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:45,489 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b44595aef0b08571f3839b124581ead6, disabling compactions & flushes 2024-11-17T07:19:45,489 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731827972509.b44595aef0b08571f3839b124581ead6. 2024-11-17T07:19:45,489 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731827972509.b44595aef0b08571f3839b124581ead6. 2024-11-17T07:19:45,489 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T07:19:45,489 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T07:19:45,489 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T07:19:45,489 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731827972509.b44595aef0b08571f3839b124581ead6. after waiting 0 ms 2024-11-17T07:19:45,489 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731827972509.b44595aef0b08571f3839b124581ead6. 2024-11-17T07:19:45,489 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T07:19:45,490 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T07:19:45,490 DEBUG [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(1325): Online Regions={b44595aef0b08571f3839b124581ead6=test,,1731827972509.b44595aef0b08571f3839b124581ead6., 1588230740=hbase:meta,,1.1588230740, 81fb82e5b0c60e44f477ef8f82ae8d06=hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06.} 2024-11-17T07:19:45,490 DEBUG [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81fb82e5b0c60e44f477ef8f82ae8d06, b44595aef0b08571f3839b124581ead6 2024-11-17T07:19:45,490 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:19:45,490 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:19:45,490 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:19:45,490 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:19:45,490 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:19:45,490 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T07:19:45,493 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/default/test/b44595aef0b08571f3839b124581ead6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T07:19:45,494 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:19:45,494 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:19:45,494 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731827972509.b44595aef0b08571f3839b124581ead6. 2024-11-17T07:19:45,494 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b44595aef0b08571f3839b124581ead6: Waiting for close lock at 1731827985489Running coprocessor pre-close hooks at 1731827985489Disabling compacts and flushes for region at 1731827985489Disabling writes for close at 1731827985489Writing region close event to WAL at 1731827985490 (+1 ms)Running coprocessor post-close hooks at 1731827985494 (+4 ms)Closed at 1731827985494 2024-11-17T07:19:45,494 INFO [regionserver/1dd62e24b303:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:19:45,494 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731827972509.b44595aef0b08571f3839b124581ead6. 2024-11-17T07:19:45,494 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81fb82e5b0c60e44f477ef8f82ae8d06, disabling compactions & flushes 2024-11-17T07:19:45,494 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06. 2024-11-17T07:19:45,494 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06. 2024-11-17T07:19:45,494 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06. after waiting 0 ms 2024-11-17T07:19:45,494 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06. 2024-11-17T07:19:45,494 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 81fb82e5b0c60e44f477ef8f82ae8d06 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-17T07:19:45,517 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740/.tmp/info/197ac7d7628c41d4908c7fd83a4f6f7a is 147, key is hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06./info:regioninfo/1731827977008/Put/seqid=0 2024-11-17T07:19:45,518 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/replication/81fb82e5b0c60e44f477ef8f82ae8d06/.tmp/hfileref/46cea2e676a344d68205106e4b1bc5d5 is 74, key is 1/hfileref:2c81990c69a846c9a36a9b403729220c_SeqId_6_/1731827981593/Put/seqid=0 2024-11-17T07:19:45,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741846_1022 (size=7686) 2024-11-17T07:19:45,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741847_1023 (size=5345) 2024-11-17T07:19:45,529 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-17T07:19:45,530 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1dd62e24b303:43079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1dd62e24b303/172.17.0.2:43079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T07:19:45,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 1dd62e24b303:43079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1dd62e24b303/172.17.0.2:43079 2024-11-17T07:19:45,553 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 1033, reset compression=false 2024-11-17T07:19:45,557 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:19:45,557 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 1328, reset compression=false 2024-11-17T07:19:45,640 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:45,641 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1dd62e24b303:43079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1dd62e24b303/172.17.0.2:43079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T07:19:45,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=1dd62e24b303:43079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1dd62e24b303/172.17.0.2:43079 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-17T07:19:45,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 1dd62e24b303:43079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1dd62e24b303/172.17.0.2:43079 2024-11-17T07:19:45,690 DEBUG [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81fb82e5b0c60e44f477ef8f82ae8d06 2024-11-17T07:19:45,760 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 1328, reset compression=false 2024-11-17T07:19:45,850 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:45,851 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1dd62e24b303:43079 this server is in the failed servers list 2024-11-17T07:19:45,851 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1dd62e24b303:43079 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:19:45,890 DEBUG [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81fb82e5b0c60e44f477ef8f82ae8d06 2024-11-17T07:19:45,921 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740/.tmp/info/197ac7d7628c41d4908c7fd83a4f6f7a 2024-11-17T07:19:45,922 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/replication/81fb82e5b0c60e44f477ef8f82ae8d06/.tmp/hfileref/46cea2e676a344d68205106e4b1bc5d5 2024-11-17T07:19:45,940 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740/.tmp/ns/6b88c82bd6924973bd185eaabd758db7 is 43, key is default/ns:d/1731827968136/Put/seqid=0 2024-11-17T07:19:45,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741848_1024 (size=5153) 2024-11-17T07:19:45,951 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/replication/81fb82e5b0c60e44f477ef8f82ae8d06/.tmp/queue/3bf248ad3f934ad5aa3719246329ca1b is 153, key is 1-1dd62e24b303,45157,1731827965107/queue:1dd62e24b303%2C45157%2C1731827965107/1731827980469/Put/seqid=0 2024-11-17T07:19:45,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741849_1025 (size=5352) 2024-11-17T07:19:45,982 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T07:19:45,982 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T07:19:46,063 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 1328, reset compression=false 2024-11-17T07:19:46,090 DEBUG [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81fb82e5b0c60e44f477ef8f82ae8d06 2024-11-17T07:19:46,160 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:46,161 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1dd62e24b303:43079 this server is in the failed servers list 2024-11-17T07:19:46,161 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1dd62e24b303:43079 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:19:46,291 DEBUG [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81fb82e5b0c60e44f477ef8f82ae8d06 2024-11-17T07:19:46,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T07:19:46,297 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T07:19:46,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T07:19:46,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:19:46,344 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740/.tmp/ns/6b88c82bd6924973bd185eaabd758db7 2024-11-17T07:19:46,355 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/replication/81fb82e5b0c60e44f477ef8f82ae8d06/.tmp/queue/3bf248ad3f934ad5aa3719246329ca1b 2024-11-17T07:19:46,360 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/replication/81fb82e5b0c60e44f477ef8f82ae8d06/.tmp/hfileref/46cea2e676a344d68205106e4b1bc5d5 as hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/replication/81fb82e5b0c60e44f477ef8f82ae8d06/hfileref/46cea2e676a344d68205106e4b1bc5d5 2024-11-17T07:19:46,365 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/replication/81fb82e5b0c60e44f477ef8f82ae8d06/hfileref/46cea2e676a344d68205106e4b1bc5d5, entries=4, sequenceid=10, filesize=5.2 K 2024-11-17T07:19:46,366 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/replication/81fb82e5b0c60e44f477ef8f82ae8d06/.tmp/queue/3bf248ad3f934ad5aa3719246329ca1b as hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/replication/81fb82e5b0c60e44f477ef8f82ae8d06/queue/3bf248ad3f934ad5aa3719246329ca1b 2024-11-17T07:19:46,367 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740/.tmp/rep_barrier/5899834c3b2e44e29c08ccb3ca874586 is 112, key is test,,1731827972509.b44595aef0b08571f3839b124581ead6./rep_barrier:seqnumDuringOpen/1731827973659/Put/seqid=0 2024-11-17T07:19:46,370 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/replication/81fb82e5b0c60e44f477ef8f82ae8d06/queue/3bf248ad3f934ad5aa3719246329ca1b, entries=1, sequenceid=10, filesize=5.2 K 2024-11-17T07:19:46,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741850_1026 (size=5518) 2024-11-17T07:19:46,372 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 81fb82e5b0c60e44f477ef8f82ae8d06 in 877ms, sequenceid=10, compaction requested=false 2024-11-17T07:19:46,376 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/replication/81fb82e5b0c60e44f477ef8f82ae8d06/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T07:19:46,376 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:19:46,376 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:19:46,376 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06. 2024-11-17T07:19:46,376 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81fb82e5b0c60e44f477ef8f82ae8d06: Waiting for close lock at 1731827985494Running coprocessor pre-close hooks at 1731827985494Disabling compacts and flushes for region at 1731827985494Disabling writes for close at 1731827985494Obtaining lock to block concurrent updates at 1731827985494Preparing flush snapshotting stores in 81fb82e5b0c60e44f477ef8f82ae8d06 at 1731827985494Finished memstore snapshotting hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731827985495 (+1 ms)Flushing stores of hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06. at 1731827985495Flushing 81fb82e5b0c60e44f477ef8f82ae8d06/hfileref: creating writer at 1731827985495Flushing 81fb82e5b0c60e44f477ef8f82ae8d06/hfileref: appending metadata at 1731827985518 (+23 ms)Flushing 81fb82e5b0c60e44f477ef8f82ae8d06/hfileref: closing flushed file at 1731827985518Flushing 81fb82e5b0c60e44f477ef8f82ae8d06/queue: creating writer at 1731827985926 (+408 ms)Flushing 81fb82e5b0c60e44f477ef8f82ae8d06/queue: appending metadata at 1731827985951 (+25 ms)Flushing 81fb82e5b0c60e44f477ef8f82ae8d06/queue: closing flushed file at 1731827985951Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51a8f9eb: reopening flushed file at 1731827986359 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c72666d: reopening flushed file at 1731827986365 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 81fb82e5b0c60e44f477ef8f82ae8d06 in 877ms, sequenceid=10, compaction requested=false at 1731827986372 (+7 ms)Writing region close event to WAL at 1731827986373 (+1 ms)Running coprocessor post-close hooks at 1731827986376 (+3 ms)Closed at 1731827986376 2024-11-17T07:19:46,376 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731827975833.81fb82e5b0c60e44f477ef8f82ae8d06. 2024-11-17T07:19:46,467 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 1328, reset compression=false 2024-11-17T07:19:46,491 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T07:19:46,491 DEBUG [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T07:19:46,491 DEBUG [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:19:46,671 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:46,671 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1dd62e24b303:43079 this server is in the failed servers list 2024-11-17T07:19:46,671 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1dd62e24b303:43079 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:19:46,691 DEBUG [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:19:46,772 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740/.tmp/rep_barrier/5899834c3b2e44e29c08ccb3ca874586 2024-11-17T07:19:46,794 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740/.tmp/table/2701f6dec1ff4bf29ad727c7f3886c36 is 53, key is hbase:replication/table:state/1731827977014/Put/seqid=0 2024-11-17T07:19:46,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741851_1027 (size=5308) 2024-11-17T07:19:46,891 DEBUG [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:19:46,971 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.wal-reader.1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 to pos 1328, reset compression=false 2024-11-17T07:19:47,091 DEBUG [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:19:47,199 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740/.tmp/table/2701f6dec1ff4bf29ad727c7f3886c36 2024-11-17T07:19:47,204 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740/.tmp/info/197ac7d7628c41d4908c7fd83a4f6f7a as hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740/info/197ac7d7628c41d4908c7fd83a4f6f7a 2024-11-17T07:19:47,208 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740/info/197ac7d7628c41d4908c7fd83a4f6f7a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T07:19:47,209 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740/.tmp/ns/6b88c82bd6924973bd185eaabd758db7 as hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740/ns/6b88c82bd6924973bd185eaabd758db7 2024-11-17T07:19:47,213 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740/ns/6b88c82bd6924973bd185eaabd758db7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T07:19:47,213 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740/.tmp/rep_barrier/5899834c3b2e44e29c08ccb3ca874586 as hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740/rep_barrier/5899834c3b2e44e29c08ccb3ca874586 2024-11-17T07:19:47,217 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740/rep_barrier/5899834c3b2e44e29c08ccb3ca874586, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T07:19:47,218 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740/.tmp/table/2701f6dec1ff4bf29ad727c7f3886c36 as hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740/table/2701f6dec1ff4bf29ad727c7f3886c36 2024-11-17T07:19:47,221 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740/table/2701f6dec1ff4bf29ad727c7f3886c36, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T07:19:47,222 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false 2024-11-17T07:19:47,230 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T07:19:47,231 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:19:47,231 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:19:47,231 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:19:47,231 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827985490Running coprocessor pre-close hooks at 1731827985490Disabling compacts and flushes for region at 1731827985490Disabling writes for close at 1731827985490Obtaining lock to block concurrent updates at 1731827985490Preparing flush snapshotting stores in 1588230740 at 1731827985490Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731827985491 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731827985491Flushing 1588230740/info: creating writer at 1731827985491Flushing 1588230740/info: appending metadata at 1731827985516 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731827985516Flushing 1588230740/ns: creating writer at 1731827985926 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731827985940 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731827985940Flushing 1588230740/rep_barrier: creating writer at 1731827986349 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731827986367 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731827986367Flushing 1588230740/table: creating writer at 1731827986776 (+409 ms)Flushing 1588230740/table: appending metadata at 1731827986794 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731827986794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f9cefc9: reopening flushed file at 1731827987203 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e817a1: reopening flushed file at 1731827987208 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7957e09f: reopening flushed file at 1731827987213 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8df82a2: reopening flushed file at 1731827987217 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false at 1731827987222 (+5 ms)Writing region close event to WAL at 1731827987228 (+6 ms)Running coprocessor post-close hooks at 1731827987231 (+3 ms)Closed at 1731827987231 2024-11-17T07:19:47,231 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T07:19:47,291 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(976): stopping server 1dd62e24b303,45157,1731827965107; all regions closed. 2024-11-17T07:19:47,294 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.meta.1731827968071.meta not finished, retry = 0 2024-11-17T07:19:47,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741834_1010 (size=4239) 2024-11-17T07:19:47,396 DEBUG [RS:0;1dd62e24b303:45157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/oldWALs 2024-11-17T07:19:47,396 INFO [RS:0;1dd62e24b303:45157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C45157%2C1731827965107.meta:.meta(num 1731827968071) 2024-11-17T07:19:47,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741839_1015 (size=2695) 2024-11-17T07:19:47,403 DEBUG [RS:0;1dd62e24b303:45157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/oldWALs 2024-11-17T07:19:47,403 INFO [RS:0;1dd62e24b303:45157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C45157%2C1731827965107.rep:(num 1731827976970) 2024-11-17T07:19:47,405 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/WALs/1dd62e24b303,45157,1731827965107/1dd62e24b303%2C45157%2C1731827965107.1731827967113 not finished, retry = 0 2024-11-17T07:19:47,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741832_1008 (size=1336) 2024-11-17T07:19:47,507 DEBUG [RS:0;1dd62e24b303:45157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/oldWALs 2024-11-17T07:19:47,507 INFO [RS:0;1dd62e24b303:45157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C45157%2C1731827965107:(num 1731827967113) 2024-11-17T07:19:47,507 DEBUG [RS:0;1dd62e24b303:45157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:47,507 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:19:47,508 INFO [RS:0;1dd62e24b303:45157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:19:47,508 INFO [RS:0;1dd62e24b303:45157 {}] hbase.ChoreService(370): Chore service for: regionserver/1dd62e24b303:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T07:19:47,508 INFO [RS:0;1dd62e24b303:45157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:19:47,508 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:19:47,508 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1dd62e24b303,45157,1731827965107 because: Region server is closing 2024-11-17T07:19:47,508 INFO [RS:0;1dd62e24b303:45157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:45157. 2024-11-17T07:19:47,509 DEBUG [RS:0;1dd62e24b303:45157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:47,509 DEBUG [RS:0;1dd62e24b303:45157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:47,509 DEBUG [RS:0;1dd62e24b303:45157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:47,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:19:47,609 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-17T07:19:47,610 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-17T07:19:47,610 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-17T07:19:47,690 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:47,691 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:19:47,693 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:19:48,211 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,45157,1731827965107.replicationSource.shipper1dd62e24b303%2C45157%2C1731827965107,1-1dd62e24b303,45157,1731827965107 terminated 2024-11-17T07:19:48,211 INFO [RS:0;1dd62e24b303:45157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:45157. 2024-11-17T07:19:48,211 DEBUG [RS:0;1dd62e24b303:45157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:19:48,211 DEBUG [RS:0;1dd62e24b303:45157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:48,211 DEBUG [RS:0;1dd62e24b303:45157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:48,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:19:48,211 INFO [RS:0;1dd62e24b303:45157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45157 2024-11-17T07:19:48,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518797740/rs 2024-11-17T07:19:48,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x10124cb83310001, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01518797740/rs/1dd62e24b303,45157,1731827965107 2024-11-17T07:19:48,215 INFO [RS:0;1dd62e24b303:45157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:19:48,216 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1dd62e24b303,45157,1731827965107] 2024-11-17T07:19:48,217 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01518797740/draining/1dd62e24b303,45157,1731827965107 already deleted, retry=false 2024-11-17T07:19:48,218 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1dd62e24b303,45157,1731827965107 expired; onlineServers=0 2024-11-17T07:19:48,218 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1dd62e24b303,45165,1731827965019' ***** 2024-11-17T07:19:48,218 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T07:19:48,218 INFO [M:0;1dd62e24b303:45165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:19:48,218 INFO [M:0;1dd62e24b303:45165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:19:48,218 DEBUG [M:0;1dd62e24b303:45165 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T07:19:48,218 DEBUG [M:0;1dd62e24b303:45165 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T07:19:48,218 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T07:19:48,218 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827966928 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827966928,5,FailOnTimeoutGroup] 2024-11-17T07:19:48,218 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827966924 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827966924,5,FailOnTimeoutGroup] 2024-11-17T07:19:48,218 INFO [M:0;1dd62e24b303:45165 {}] hbase.ChoreService(370): Chore service for: master/1dd62e24b303:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T07:19:48,218 INFO [M:0;1dd62e24b303:45165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:19:48,218 DEBUG [M:0;1dd62e24b303:45165 {}] master.HMaster(1795): Stopping service threads 2024-11-17T07:19:48,218 INFO [M:0;1dd62e24b303:45165 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T07:19:48,218 INFO [M:0;1dd62e24b303:45165 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:19:48,218 INFO [M:0;1dd62e24b303:45165 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T07:19:48,219 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T07:19:48,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01518797740/master 2024-11-17T07:19:48,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01518797740 2024-11-17T07:19:48,220 DEBUG [M:0;1dd62e24b303:45165 {}] zookeeper.ZKUtil(347): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Unable to get data of znode /01518797740/master because node does not exist (not an error) 2024-11-17T07:19:48,220 WARN [M:0;1dd62e24b303:45165 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T07:19:48,220 INFO [M:0;1dd62e24b303:45165 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/.lastflushedseqids 2024-11-17T07:19:48,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741852_1028 (size=263) 2024-11-17T07:19:48,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x10124cb83310001, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:19:48,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x10124cb83310001, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:19:48,317 INFO [RS:0;1dd62e24b303:45157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:19:48,317 INFO [RS:0;1dd62e24b303:45157 {}] regionserver.HRegionServer(1031): Exiting; stopping=1dd62e24b303,45157,1731827965107; zookeeper connection closed. 2024-11-17T07:19:48,317 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d0ed91f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d0ed91f 2024-11-17T07:19:48,317 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T07:19:48,628 INFO [M:0;1dd62e24b303:45165 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T07:19:48,629 INFO [M:0;1dd62e24b303:45165 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T07:19:48,629 DEBUG [M:0;1dd62e24b303:45165 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:19:48,629 INFO [M:0;1dd62e24b303:45165 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:48,629 DEBUG [M:0;1dd62e24b303:45165 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:48,629 DEBUG [M:0;1dd62e24b303:45165 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:19:48,629 DEBUG [M:0;1dd62e24b303:45165 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:48,629 INFO [M:0;1dd62e24b303:45165 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-17T07:19:48,645 DEBUG [M:0;1dd62e24b303:45165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7d5494347374e679375949cd8a3ee18 is 82, key is hbase:meta,,1/info:regioninfo/1731827968120/Put/seqid=0 2024-11-17T07:19:48,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741853_1029 (size=5672) 2024-11-17T07:19:49,054 INFO [M:0;1dd62e24b303:45165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7d5494347374e679375949cd8a3ee18 2024-11-17T07:19:49,072 DEBUG [M:0;1dd62e24b303:45165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6a4a5048f8f4b63a992698c9d9cd104 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731827977018/Put/seqid=0 2024-11-17T07:19:49,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741854_1030 (size=8515) 2024-11-17T07:19:49,356 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:19:49,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:49,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:49,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:49,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:49,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:49,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:49,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:49,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:49,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:49,478 INFO [M:0;1dd62e24b303:45165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6a4a5048f8f4b63a992698c9d9cd104 2024-11-17T07:19:49,504 DEBUG [M:0;1dd62e24b303:45165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56fe8ed662264b4387d80ebe7f19d667 is 69, key is 1dd62e24b303,45157,1731827965107/rs:state/1731827966956/Put/seqid=0 2024-11-17T07:19:49,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741855_1031 (size=5156) 2024-11-17T07:19:49,711 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:49,711 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:19:49,712 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:19:49,908 INFO [M:0;1dd62e24b303:45165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56fe8ed662264b4387d80ebe7f19d667 2024-11-17T07:19:49,913 DEBUG [M:0;1dd62e24b303:45165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7d5494347374e679375949cd8a3ee18 as hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7d5494347374e679375949cd8a3ee18 2024-11-17T07:19:49,917 INFO [M:0;1dd62e24b303:45165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7d5494347374e679375949cd8a3ee18, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T07:19:49,918 DEBUG [M:0;1dd62e24b303:45165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6a4a5048f8f4b63a992698c9d9cd104 as hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6a4a5048f8f4b63a992698c9d9cd104 2024-11-17T07:19:49,922 INFO [M:0;1dd62e24b303:45165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6a4a5048f8f4b63a992698c9d9cd104, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T07:19:49,922 DEBUG [M:0;1dd62e24b303:45165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56fe8ed662264b4387d80ebe7f19d667 as hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56fe8ed662264b4387d80ebe7f19d667 2024-11-17T07:19:49,926 INFO [M:0;1dd62e24b303:45165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36207/user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56fe8ed662264b4387d80ebe7f19d667, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T07:19:49,927 INFO [M:0;1dd62e24b303:45165 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=97, compaction requested=false 2024-11-17T07:19:49,928 INFO [M:0;1dd62e24b303:45165 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:49,929 DEBUG [M:0;1dd62e24b303:45165 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827988629Disabling compacts and flushes for region at 1731827988629Disabling writes for close at 1731827988629Obtaining lock to block concurrent updates at 1731827988629Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731827988629Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731827988629Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731827988630 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731827988630Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731827988645 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731827988645Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731827989058 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731827989071 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731827989072 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731827989483 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731827989503 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731827989503Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b6a509c: reopening flushed file at 1731827989912 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17090c3c: reopening flushed file at 1731827989917 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@296ac132: reopening flushed file at 1731827989922 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=97, compaction requested=false at 1731827989927 (+5 ms)Writing region close event to WAL at 1731827989928 (+1 ms)Closed at 1731827989928 2024-11-17T07:19:49,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34273 is added to blk_1073741830_1006 (size=63642) 2024-11-17T07:19:49,931 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b98a49fc-af01-3e17-6cf6-b87d24542f23/MasterData/WALs/1dd62e24b303,45165,1731827965019/1dd62e24b303%2C45165%2C1731827965019.1731827966827 not finished, retry = 0 2024-11-17T07:19:50,032 INFO [M:0;1dd62e24b303:45165 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T07:19:50,032 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:19:50,032 INFO [M:0;1dd62e24b303:45165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45165 2024-11-17T07:19:50,032 INFO [M:0;1dd62e24b303:45165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:19:50,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:19:50,140 INFO [M:0;1dd62e24b303:45165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:19:50,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45165-0x10124cb83310000, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:19:50,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d2d1afa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:19:50,143 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17373f9c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:19:50,143 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:19:50,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76131948{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:19:50,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27c217a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/hadoop.log.dir/,STOPPED} 2024-11-17T07:19:50,145 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T07:19:50,145 WARN [BP-2014310732-172.17.0.2-1731827964093 heartbeating to localhost/127.0.0.1:36207 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T07:19:50,145 WARN [BP-2014310732-172.17.0.2-1731827964093 heartbeating to localhost/127.0.0.1:36207 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2014310732-172.17.0.2-1731827964093 (Datanode Uuid fa156c5b-3360-4613-8f3c-c0d93e466c61) service to localhost/127.0.0.1:36207 2024-11-17T07:19:50,145 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T07:19:50,146 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/cluster_a591a5e4-859e-82b3-6092-2806e4a72b9b/data/data1/current/BP-2014310732-172.17.0.2-1731827964093 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:19:50,146 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/cluster_a591a5e4-859e-82b3-6092-2806e4a72b9b/data/data2/current/BP-2014310732-172.17.0.2-1731827964093 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:19:50,146 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T07:19:50,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@522bcf48{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:19:50,153 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51912cad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:19:50,153 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:19:50,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ecb4db1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:19:50,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8715926{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc7fa592-64c6-59df-ae06-6f1ecce29672/hadoop.log.dir/,STOPPED} 2024-11-17T07:19:50,159 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T07:19:50,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T07:19:50,179 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=245 (was 209) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44599 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44599 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62903) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36207 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44599 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44599 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44599 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62903) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44599 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:44599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:36207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36207 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36207 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=622 (was 581) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 225) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=874 (was 929) 2024-11-17T07:19:50,188 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=245, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=875 2024-11-17T07:19:50,205 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-17T07:19:50,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/hadoop.log.dir so I do NOT create it in target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d 2024-11-17T07:19:50,206 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T07:19:50,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/hadoop.tmp.dir so I do NOT create it in target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d 2024-11-17T07:19:50,206 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a141c4f-5012-0da9-83b3-559b6971c7b7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T07:19:50,206 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d 2024-11-17T07:19:50,206 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/cluster_b60d7fec-b64d-dc7b-3395-f180e7a75427, deleteOnExit=true 2024-11-17T07:19:50,209 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/cluster_b60d7fec-b64d-dc7b-3395-f180e7a75427/zookeeper_0, clientPort=57911, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/cluster_b60d7fec-b64d-dc7b-3395-f180e7a75427/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/cluster_b60d7fec-b64d-dc7b-3395-f180e7a75427/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T07:19:50,210 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57911 2024-11-17T07:19:50,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T07:19:50,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T07:19:50,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/test.cache.data in system properties and HBase conf 2024-11-17T07:19:50,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T07:19:50,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/hadoop.log.dir in system properties and HBase conf 2024-11-17T07:19:50,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T07:19:50,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T07:19:50,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T07:19:50,210 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T07:19:50,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:19:50,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:19:50,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T07:19:50,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:19:50,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T07:19:50,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T07:19:50,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:19:50,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:19:50,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T07:19:50,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/nfs.dump.dir in system properties and HBase conf 2024-11-17T07:19:50,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/java.io.tmpdir in system properties and HBase conf 2024-11-17T07:19:50,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:19:50,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T07:19:50,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T07:19:50,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10124cb83310005, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T07:19:50,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10124cb83310002, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T07:19:50,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10124cb83310005, quorum=127.0.0.1:62903, baseZNode=/1-1099326693 Received Disconnected from ZooKeeper, ignoring 2024-11-17T07:19:50,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10124cb83310002, quorum=127.0.0.1:62903, baseZNode=/01518797740 Received Disconnected from ZooKeeper, ignoring 2024-11-17T07:19:50,292 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:19:50,297 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:19:50,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:19:50,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:19:50,300 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T07:19:50,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:19:50,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70969ef9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:19:50,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0189c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:19:50,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60ad2533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/java.io.tmpdir/jetty-localhost-37217-hadoop-hdfs-3_4_1-tests_jar-_-any-17017053127305752426/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:19:50,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10ed0da3{HTTP/1.1, (http/1.1)}{localhost:37217} 2024-11-17T07:19:50,426 INFO [Time-limited test {}] server.Server(415): Started @179464ms 2024-11-17T07:19:50,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:19:50,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:19:50,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:19:50,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:19:50,515 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:19:50,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6632bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:19:50,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@111c5900{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:19:50,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40bc9671{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/java.io.tmpdir/jetty-localhost-38201-hadoop-hdfs-3_4_1-tests_jar-_-any-8122645829185668221/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:19:50,651 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@201eac{HTTP/1.1, (http/1.1)}{localhost:38201} 2024-11-17T07:19:50,651 INFO [Time-limited test {}] server.Server(415): Started @179689ms 2024-11-17T07:19:50,652 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T07:19:50,792 WARN [Thread-2182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/cluster_b60d7fec-b64d-dc7b-3395-f180e7a75427/data/data1/current/BP-344680329-172.17.0.2-1731827990233/current, will proceed with Du for space computation calculation, 2024-11-17T07:19:50,793 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/cluster_b60d7fec-b64d-dc7b-3395-f180e7a75427/data/data2/current/BP-344680329-172.17.0.2-1731827990233/current, will proceed with Du for space computation calculation, 2024-11-17T07:19:50,816 WARN [Thread-2170 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T07:19:50,819 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x424fb874e00c904d with lease ID 0x7d0102ead9e12f91: Processing first storage report for DS-6ee343da-b8d8-4b69-b941-a365d02e3211 from datanode DatanodeRegistration(127.0.0.1:35033, datanodeUuid=444e13c6-92a8-457b-ab5d-eb97de6c347b, infoPort=38829, infoSecurePort=0, ipcPort=36625, storageInfo=lv=-57;cid=testClusterID;nsid=112269576;c=1731827990233) 2024-11-17T07:19:50,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x424fb874e00c904d with lease ID 0x7d0102ead9e12f91: from storage DS-6ee343da-b8d8-4b69-b941-a365d02e3211 node DatanodeRegistration(127.0.0.1:35033, datanodeUuid=444e13c6-92a8-457b-ab5d-eb97de6c347b, infoPort=38829, infoSecurePort=0, ipcPort=36625, storageInfo=lv=-57;cid=testClusterID;nsid=112269576;c=1731827990233), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:19:50,819 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x424fb874e00c904d with lease ID 0x7d0102ead9e12f91: Processing first storage report for DS-31a55ab4-a3e6-4343-b5e8-9ef87c0445bb from datanode DatanodeRegistration(127.0.0.1:35033, datanodeUuid=444e13c6-92a8-457b-ab5d-eb97de6c347b, infoPort=38829, infoSecurePort=0, ipcPort=36625, storageInfo=lv=-57;cid=testClusterID;nsid=112269576;c=1731827990233) 2024-11-17T07:19:50,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x424fb874e00c904d with lease ID 0x7d0102ead9e12f91: from storage DS-31a55ab4-a3e6-4343-b5e8-9ef87c0445bb node DatanodeRegistration(127.0.0.1:35033, datanodeUuid=444e13c6-92a8-457b-ab5d-eb97de6c347b, infoPort=38829, infoSecurePort=0, ipcPort=36625, storageInfo=lv=-57;cid=testClusterID;nsid=112269576;c=1731827990233), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:19:50,919 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d 2024-11-17T07:19:50,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:50,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:50,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741825_1001 (size=7) 2024-11-17T07:19:51,328 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856 with version=8 2024-11-17T07:19:51,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/hbase-staging 2024-11-17T07:19:51,331 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:19:51,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:51,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:51,331 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:19:51,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:51,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:19:51,331 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:19:51,331 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:19:51,332 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41861 2024-11-17T07:19:51,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41861 connecting to ZooKeeper ensemble=127.0.0.1:57911 2024-11-17T07:19:51,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418610x0, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:19:51,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41861-0x10124cbe9500000 connected 2024-11-17T07:19:51,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:51,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:51,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Set watcher on znode that does not yet exist, /0-656247416/running 2024-11-17T07:19:51,359 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856, hbase.cluster.distributed=false 2024-11-17T07:19:51,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Set watcher on znode that does not yet exist, /0-656247416/acl 2024-11-17T07:19:51,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41861 2024-11-17T07:19:51,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41861 2024-11-17T07:19:51,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41861 2024-11-17T07:19:51,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41861 2024-11-17T07:19:51,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41861 2024-11-17T07:19:51,382 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:19:51,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:51,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:51,382 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:19:51,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:51,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:19:51,382 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:19:51,382 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:19:51,384 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36087 2024-11-17T07:19:51,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36087 connecting to ZooKeeper ensemble=127.0.0.1:57911 2024-11-17T07:19:51,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:51,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:51,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360870x0, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:19:51,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360870x0, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Set watcher on znode that does not yet exist, /0-656247416/running 2024-11-17T07:19:51,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36087-0x10124cbe9500001 connected 2024-11-17T07:19:51,392 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:19:51,396 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:19:51,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36087-0x10124cbe9500001, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Set watcher on znode that does not yet exist, /0-656247416/master 2024-11-17T07:19:51,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36087-0x10124cbe9500001, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Set watcher on znode that does not yet exist, /0-656247416/acl 2024-11-17T07:19:51,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36087 2024-11-17T07:19:51,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36087 2024-11-17T07:19:51,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36087 2024-11-17T07:19:51,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36087 2024-11-17T07:19:51,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36087 2024-11-17T07:19:51,418 DEBUG [M:0;1dd62e24b303:41861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:41861 2024-11-17T07:19:51,418 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-656247416/backup-masters/1dd62e24b303,41861,1731827991330 2024-11-17T07:19:51,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-656247416/backup-masters 2024-11-17T07:19:51,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36087-0x10124cbe9500001, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-656247416/backup-masters 2024-11-17T07:19:51,420 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Set watcher on existing znode=/0-656247416/backup-masters/1dd62e24b303,41861,1731827991330 2024-11-17T07:19:51,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36087-0x10124cbe9500001, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-656247416/master 2024-11-17T07:19:51,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36087-0x10124cbe9500001, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-656247416 2024-11-17T07:19:51,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-656247416 2024-11-17T07:19:51,422 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Set watcher on existing znode=/0-656247416/master 2024-11-17T07:19:51,422 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-656247416/backup-masters/1dd62e24b303,41861,1731827991330 from backup master directory 2024-11-17T07:19:51,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-656247416/backup-masters/1dd62e24b303,41861,1731827991330 2024-11-17T07:19:51,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-656247416/backup-masters 2024-11-17T07:19:51,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36087-0x10124cbe9500001, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-656247416/backup-masters 2024-11-17T07:19:51,423 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:19:51,423 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,41861,1731827991330 2024-11-17T07:19:51,427 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/hbase.id] with ID: ae39cfc4-d7f2-414b-8d29-f4990f9c9491 2024-11-17T07:19:51,427 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/.tmp/hbase.id 2024-11-17T07:19:51,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741826_1002 (size=42) 2024-11-17T07:19:51,833 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/.tmp/hbase.id]:[hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/hbase.id] 2024-11-17T07:19:51,843 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:51,843 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:19:51,844 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T07:19:51,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-656247416 2024-11-17T07:19:51,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36087-0x10124cbe9500001, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-656247416 2024-11-17T07:19:51,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741827_1003 (size=196) 2024-11-17T07:19:52,258 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:19:52,259 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:19:52,259 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:52,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741828_1004 (size=1189) 2024-11-17T07:19:52,666 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/data/master/store 2024-11-17T07:19:52,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741829_1005 (size=34) 2024-11-17T07:19:53,071 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:53,072 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:19:53,072 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:53,072 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:53,072 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:19:53,072 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:53,072 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:53,072 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827993072Disabling compacts and flushes for region at 1731827993072Disabling writes for close at 1731827993072Writing region close event to WAL at 1731827993072Closed at 1731827993072 2024-11-17T07:19:53,073 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/data/master/store/.initializing 2024-11-17T07:19:53,073 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/WALs/1dd62e24b303,41861,1731827991330 2024-11-17T07:19:53,074 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:19:53,075 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C41861%2C1731827991330, suffix=, logDir=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/WALs/1dd62e24b303,41861,1731827991330, archiveDir=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/oldWALs, maxLogs=10 2024-11-17T07:19:53,088 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/WALs/1dd62e24b303,41861,1731827991330/1dd62e24b303%2C41861%2C1731827991330.1731827993075, exclude list is [], retry=0 2024-11-17T07:19:53,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35033,DS-6ee343da-b8d8-4b69-b941-a365d02e3211,DISK] 2024-11-17T07:19:53,092 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/WALs/1dd62e24b303,41861,1731827991330/1dd62e24b303%2C41861%2C1731827991330.1731827993075 2024-11-17T07:19:53,092 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38829:38829)] 2024-11-17T07:19:53,092 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:19:53,092 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:53,092 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:53,093 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:53,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:53,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:19:53,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:53,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:53,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:53,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:19:53,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:53,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:53,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:53,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:19:53,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:53,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:53,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:53,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:19:53,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:53,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:53,098 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:53,099 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:53,099 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:53,100 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:53,100 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:53,101 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:19:53,101 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:53,103 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:19:53,103 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73772439, jitterRate=0.0992950052022934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:19:53,104 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731827993093Initializing all the Stores at 1731827993093Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827993093Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827993093Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827993093Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827993093Cleaning up temporary data from old regions at 1731827993100 (+7 ms)Region opened successfully at 1731827993104 (+4 ms) 2024-11-17T07:19:53,104 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:19:53,106 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c08ba48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:19:53,107 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T07:19:53,107 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:19:53,107 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:19:53,107 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:19:53,108 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T07:19:53,108 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T07:19:53,108 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:19:53,110 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:19:53,110 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Unable to get data of znode /0-656247416/balancer because node does not exist (not necessarily an error) 2024-11-17T07:19:53,111 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-656247416/balancer already deleted, retry=false 2024-11-17T07:19:53,112 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:19:53,112 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Unable to get data of znode /0-656247416/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:19:53,113 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-656247416/normalizer already deleted, retry=false 2024-11-17T07:19:53,113 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:19:53,114 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Unable to get data of znode /0-656247416/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:19:53,115 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-656247416/switch/split already deleted, retry=false 2024-11-17T07:19:53,116 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Unable to get data of znode /0-656247416/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:19:53,118 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-656247416/switch/merge already deleted, retry=false 2024-11-17T07:19:53,119 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Unable to get data of znode /0-656247416/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:19:53,120 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-656247416/snapshot-cleanup already deleted, retry=false 2024-11-17T07:19:53,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-656247416/running 2024-11-17T07:19:53,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36087-0x10124cbe9500001, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-656247416/running 2024-11-17T07:19:53,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-656247416 2024-11-17T07:19:53,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36087-0x10124cbe9500001, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-656247416 2024-11-17T07:19:53,122 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,41861,1731827991330, sessionid=0x10124cbe9500000, setting cluster-up flag (Was=false) 2024-11-17T07:19:53,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36087-0x10124cbe9500001, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-656247416 2024-11-17T07:19:53,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-656247416 2024-11-17T07:19:53,130 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-656247416/flush-table-proc/acquired, /0-656247416/flush-table-proc/reached, /0-656247416/flush-table-proc/abort 2024-11-17T07:19:53,131 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,41861,1731827991330 2024-11-17T07:19:53,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36087-0x10124cbe9500001, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-656247416 2024-11-17T07:19:53,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-656247416 2024-11-17T07:19:53,139 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-656247416/online-snapshot/acquired, /0-656247416/online-snapshot/reached, /0-656247416/online-snapshot/abort 2024-11-17T07:19:53,140 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,41861,1731827991330 2024-11-17T07:19:53,140 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T07:19:53,142 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:53,142 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:19:53,142 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:19:53,142 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,41861,1731827991330 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:19:53,143 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:53,143 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:53,143 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:53,143 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:53,143 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:19:53,143 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:53,143 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:19:53,143 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:53,144 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731828023144 2024-11-17T07:19:53,144 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:19:53,144 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:19:53,144 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:19:53,144 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:19:53,144 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:19:53,144 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:19:53,145 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:53,145 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T07:19:53,146 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:53,146 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T07:19:53,148 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:53,152 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:19:53,152 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:19:53,152 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:19:53,152 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:19:53,153 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:19:53,153 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:19:53,153 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827993153,5,FailOnTimeoutGroup] 2024-11-17T07:19:53,153 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827993153,5,FailOnTimeoutGroup] 2024-11-17T07:19:53,153 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:53,153 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:19:53,153 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:53,153 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:53,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741831_1007 (size=1321) 2024-11-17T07:19:53,209 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(746): ClusterId : ae39cfc4-d7f2-414b-8d29-f4990f9c9491 2024-11-17T07:19:53,209 DEBUG [RS:0;1dd62e24b303:36087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:19:53,211 DEBUG [RS:0;1dd62e24b303:36087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:19:53,211 DEBUG [RS:0;1dd62e24b303:36087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:19:53,213 DEBUG [RS:0;1dd62e24b303:36087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:19:53,213 DEBUG [RS:0;1dd62e24b303:36087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78dd43e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:19:53,225 DEBUG [RS:0;1dd62e24b303:36087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:36087 2024-11-17T07:19:53,225 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:19:53,225 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:19:53,225 DEBUG [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:19:53,226 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,41861,1731827991330 with port=36087, startcode=1731827991382 2024-11-17T07:19:53,226 DEBUG [RS:0;1dd62e24b303:36087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:19:53,227 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:19:53,228 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41861 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,36087,1731827991382 2024-11-17T07:19:53,228 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41861 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,36087,1731827991382 2024-11-17T07:19:53,229 DEBUG [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856 2024-11-17T07:19:53,229 DEBUG [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36677 2024-11-17T07:19:53,229 DEBUG [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:19:53,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-656247416/rs 2024-11-17T07:19:53,231 DEBUG [RS:0;1dd62e24b303:36087 {}] zookeeper.ZKUtil(111): regionserver:36087-0x10124cbe9500001, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Set watcher on existing znode=/0-656247416/rs/1dd62e24b303,36087,1731827991382 2024-11-17T07:19:53,231 WARN [RS:0;1dd62e24b303:36087 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:19:53,231 INFO [RS:0;1dd62e24b303:36087 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:53,231 DEBUG [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382 2024-11-17T07:19:53,231 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,36087,1731827991382] 2024-11-17T07:19:53,234 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:19:53,235 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:19:53,235 INFO [RS:0;1dd62e24b303:36087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:19:53,235 INFO [RS:0;1dd62e24b303:36087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:53,236 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:19:53,236 INFO [RS:0;1dd62e24b303:36087 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:19:53,236 INFO [RS:0;1dd62e24b303:36087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:53,236 DEBUG [RS:0;1dd62e24b303:36087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:53,236 DEBUG [RS:0;1dd62e24b303:36087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:53,236 DEBUG [RS:0;1dd62e24b303:36087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:53,236 DEBUG [RS:0;1dd62e24b303:36087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:53,236 DEBUG [RS:0;1dd62e24b303:36087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:53,237 DEBUG [RS:0;1dd62e24b303:36087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:19:53,237 DEBUG [RS:0;1dd62e24b303:36087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:53,237 DEBUG [RS:0;1dd62e24b303:36087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:53,237 DEBUG [RS:0;1dd62e24b303:36087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:53,237 DEBUG [RS:0;1dd62e24b303:36087 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:53,237 DEBUG [RS:0;1dd62e24b303:36087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:53,237 DEBUG [RS:0;1dd62e24b303:36087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:53,237 DEBUG [RS:0;1dd62e24b303:36087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:19:53,237 DEBUG [RS:0;1dd62e24b303:36087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:19:53,237 INFO [RS:0;1dd62e24b303:36087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:53,237 INFO [RS:0;1dd62e24b303:36087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:53,237 INFO [RS:0;1dd62e24b303:36087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:53,237 INFO [RS:0;1dd62e24b303:36087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:53,237 INFO [RS:0;1dd62e24b303:36087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:53,237 INFO [RS:0;1dd62e24b303:36087 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,36087,1731827991382-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:19:53,251 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:19:53,251 INFO [RS:0;1dd62e24b303:36087 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,36087,1731827991382-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:53,252 INFO [RS:0;1dd62e24b303:36087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:53,252 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.Replication(171): 1dd62e24b303,36087,1731827991382 started 2024-11-17T07:19:53,265 INFO [RS:0;1dd62e24b303:36087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:53,265 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,36087,1731827991382, RpcServer on 1dd62e24b303/172.17.0.2:36087, sessionid=0x10124cbe9500001 2024-11-17T07:19:53,265 DEBUG [RS:0;1dd62e24b303:36087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:19:53,265 DEBUG [RS:0;1dd62e24b303:36087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,36087,1731827991382 2024-11-17T07:19:53,265 DEBUG [RS:0;1dd62e24b303:36087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,36087,1731827991382' 2024-11-17T07:19:53,265 DEBUG [RS:0;1dd62e24b303:36087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-656247416/flush-table-proc/abort' 2024-11-17T07:19:53,266 DEBUG [RS:0;1dd62e24b303:36087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-656247416/flush-table-proc/acquired' 2024-11-17T07:19:53,266 DEBUG [RS:0;1dd62e24b303:36087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:19:53,266 DEBUG [RS:0;1dd62e24b303:36087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:19:53,266 DEBUG [RS:0;1dd62e24b303:36087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,36087,1731827991382 2024-11-17T07:19:53,266 DEBUG [RS:0;1dd62e24b303:36087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,36087,1731827991382' 2024-11-17T07:19:53,266 DEBUG [RS:0;1dd62e24b303:36087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-656247416/online-snapshot/abort' 2024-11-17T07:19:53,266 DEBUG [RS:0;1dd62e24b303:36087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-656247416/online-snapshot/acquired' 2024-11-17T07:19:53,267 DEBUG [RS:0;1dd62e24b303:36087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:19:53,267 INFO [RS:0;1dd62e24b303:36087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:19:53,267 INFO [RS:0;1dd62e24b303:36087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:19:53,367 INFO [RS:0;1dd62e24b303:36087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:19:53,368 INFO [RS:0;1dd62e24b303:36087 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C36087%2C1731827991382, suffix=, logDir=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382, archiveDir=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/oldWALs, maxLogs=10 2024-11-17T07:19:53,386 DEBUG [RS:0;1dd62e24b303:36087 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369, exclude list is [], retry=0 2024-11-17T07:19:53,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35033,DS-6ee343da-b8d8-4b69-b941-a365d02e3211,DISK] 2024-11-17T07:19:53,390 INFO [RS:0;1dd62e24b303:36087 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 2024-11-17T07:19:53,391 DEBUG [RS:0;1dd62e24b303:36087 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38829:38829)] 2024-11-17T07:19:53,555 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T07:19:53,556 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856 2024-11-17T07:19:53,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741833_1009 (size=32) 2024-11-17T07:19:53,720 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:53,721 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:19:53,721 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8191 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:19:53,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:53,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:19:53,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:19:53,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:53,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:53,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:19:53,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:19:53,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:53,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:53,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:19:53,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:19:53,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:53,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:53,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:19:53,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:19:53,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:53,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:53,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:19:53,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740 2024-11-17T07:19:53,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740 2024-11-17T07:19:53,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:19:53,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:19:53,970 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:19:53,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:19:53,973 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:19:53,973 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73466816, jitterRate=0.0947408676147461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:19:53,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731827993962Initializing all the Stores at 1731827993962Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827993962Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827993963 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827993963Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827993963Cleaning up temporary data from old regions at 1731827993970 (+7 ms)Region opened successfully at 1731827993974 (+4 ms) 2024-11-17T07:19:53,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:19:53,974 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:19:53,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:19:53,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:19:53,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:19:53,974 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:19:53,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827993974Disabling compacts and flushes for region at 1731827993974Disabling writes for close at 1731827993974Writing region close event to WAL at 1731827993974Closed at 1731827993974 2024-11-17T07:19:53,975 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:53,975 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T07:19:53,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:19:53,976 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:19:53,977 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T07:19:54,127 DEBUG [1dd62e24b303:41861 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:19:54,128 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,36087,1731827991382 2024-11-17T07:19:54,129 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,36087,1731827991382, state=OPENING 2024-11-17T07:19:54,132 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T07:19:54,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36087-0x10124cbe9500001, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-656247416 2024-11-17T07:19:54,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-656247416 2024-11-17T07:19:54,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-656247416/meta-region-server: CHANGED 2024-11-17T07:19:54,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-656247416/meta-region-server: CHANGED 2024-11-17T07:19:54,134 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:19:54,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,36087,1731827991382}] 2024-11-17T07:19:54,286 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:19:54,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:19:54,291 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:19:54,291 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:54,292 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:19:54,293 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C36087%2C1731827991382.meta, suffix=.meta, logDir=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382, archiveDir=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/oldWALs, maxLogs=10 2024-11-17T07:19:54,306 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.meta.1731827994293.meta, exclude list is [], retry=0 2024-11-17T07:19:54,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35033,DS-6ee343da-b8d8-4b69-b941-a365d02e3211,DISK] 2024-11-17T07:19:54,309 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.meta.1731827994293.meta 2024-11-17T07:19:54,310 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38829:38829)] 2024-11-17T07:19:54,310 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:19:54,310 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:19:54,310 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:19:54,310 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:19:54,310 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:19:54,311 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:19:54,311 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:54,311 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:19:54,311 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:19:54,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:19:54,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:19:54,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:54,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:54,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:19:54,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:19:54,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:54,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:54,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:19:54,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:19:54,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:54,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:54,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:19:54,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:19:54,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:54,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:54,316 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:19:54,316 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740 2024-11-17T07:19:54,317 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740 2024-11-17T07:19:54,318 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:19:54,318 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:19:54,319 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:19:54,320 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:19:54,320 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64601815, jitterRate=-0.03735794126987457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:19:54,320 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:19:54,321 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731827994311Writing region info on filesystem at 1731827994311Initializing all the Stores at 1731827994311Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827994311Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827994311Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827994311Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827994311Cleaning up temporary data from old regions at 1731827994318 (+7 ms)Running coprocessor post-open hooks at 1731827994320 (+2 ms)Region opened successfully at 1731827994321 (+1 ms) 2024-11-17T07:19:54,322 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731827994286 2024-11-17T07:19:54,324 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:19:54,324 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:19:54,324 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,36087,1731827991382 2024-11-17T07:19:54,325 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,36087,1731827991382, state=OPEN 2024-11-17T07:19:54,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-656247416/meta-region-server 2024-11-17T07:19:54,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36087-0x10124cbe9500001, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-656247416/meta-region-server 2024-11-17T07:19:54,329 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,36087,1731827991382 2024-11-17T07:19:54,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-656247416/meta-region-server: CHANGED 2024-11-17T07:19:54,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-656247416/meta-region-server: CHANGED 2024-11-17T07:19:54,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T07:19:54,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,36087,1731827991382 in 195 msec 2024-11-17T07:19:54,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T07:19:54,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-17T07:19:54,334 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:54,334 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T07:19:54,335 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:54,335 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,36087,1731827991382, seqNum=-1] 2024-11-17T07:19:54,336 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:19:54,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:19:54,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-17T07:19:54,341 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731827994341, completionTime=-1 2024-11-17T07:19:54,341 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T07:19:54,341 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:19:54,343 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:19:54,343 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731828054343 2024-11-17T07:19:54,343 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731828114343 2024-11-17T07:19:54,343 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T07:19:54,344 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,41861,1731827991330-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:54,344 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,41861,1731827991330-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:54,344 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,41861,1731827991330-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:54,344 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:41861, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:54,344 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:54,345 DEBUG [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T07:19:54,347 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:54,351 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.928sec 2024-11-17T07:19:54,351 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:19:54,351 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:19:54,351 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:19:54,351 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:19:54,351 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:19:54,351 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,41861,1731827991330-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:19:54,351 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,41861,1731827991330-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:19:54,353 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:19:54,353 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:19:54,353 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,41861,1731827991330-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:54,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b60453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:54,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,41861,-1 for getting cluster id 2024-11-17T07:19:54,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:54,411 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae39cfc4-d7f2-414b-8d29-f4990f9c9491' 2024-11-17T07:19:54,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae39cfc4-d7f2-414b-8d29-f4990f9c9491" 2024-11-17T07:19:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d88120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,41861,-1] 2024-11-17T07:19:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:54,413 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:54,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6d8af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:54,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:54,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,36087,1731827991382, seqNum=-1] 2024-11-17T07:19:54,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:19:54,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:19:54,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1dd62e24b303,41861,1731827991330 2024-11-17T07:19:54,418 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57911 2024-11-17T07:19:54,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:19:54,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10124cbe9500002 connected 2024-11-17T07:19:54,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/hadoop.log.dir so I do NOT create it in target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec 2024-11-17T07:19:54,425 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T07:19:54,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/hadoop.tmp.dir so I do NOT create it in target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec 2024-11-17T07:19:54,425 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T07:19:54,425 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec 2024-11-17T07:19:54,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T07:19:54,425 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/cluster_3a94f7df-5c32-f406-928d-8505ed68890f, deleteOnExit=true 2024-11-17T07:19:54,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T07:19:54,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/test.cache.data in system properties and HBase conf 2024-11-17T07:19:54,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T07:19:54,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/hadoop.log.dir in system properties and HBase conf 2024-11-17T07:19:54,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T07:19:54,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T07:19:54,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T07:19:54,426 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T07:19:54,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:19:54,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:19:54,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T07:19:54,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:19:54,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T07:19:54,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T07:19:54,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:19:54,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:19:54,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T07:19:54,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/nfs.dump.dir in system properties and HBase conf 2024-11-17T07:19:54,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/java.io.tmpdir in system properties and HBase conf 2024-11-17T07:19:54,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:19:54,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T07:19:54,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T07:19:54,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:19:54,501 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:19:54,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:19:54,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:19:54,502 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T07:19:54,503 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:19:54,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76085775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:19:54,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da30d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:19:54,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47e8a985{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/java.io.tmpdir/jetty-localhost-38613-hadoop-hdfs-3_4_1-tests_jar-_-any-16988517684195730294/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:19:54,619 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fd43393{HTTP/1.1, (http/1.1)}{localhost:38613} 2024-11-17T07:19:54,619 INFO [Time-limited test {}] server.Server(415): Started @183657ms 2024-11-17T07:19:54,706 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:19:54,708 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:19:54,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:19:54,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:19:54,710 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T07:19:54,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7744ac18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:19:54,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55806806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:19:54,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22144062{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/java.io.tmpdir/jetty-localhost-33171-hadoop-hdfs-3_4_1-tests_jar-_-any-11195796123561873295/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:19:54,827 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ab6819f{HTTP/1.1, (http/1.1)}{localhost:33171} 2024-11-17T07:19:54,827 INFO [Time-limited test {}] server.Server(415): Started @183865ms 2024-11-17T07:19:54,828 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T07:19:54,919 WARN [Thread-2302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/cluster_3a94f7df-5c32-f406-928d-8505ed68890f/data/data1/current/BP-265741499-172.17.0.2-1731827994445/current, will proceed with Du for space computation calculation, 2024-11-17T07:19:54,919 WARN [Thread-2303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/cluster_3a94f7df-5c32-f406-928d-8505ed68890f/data/data2/current/BP-265741499-172.17.0.2-1731827994445/current, will proceed with Du for space computation calculation, 2024-11-17T07:19:54,942 WARN [Thread-2290 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T07:19:54,944 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4169683457e1e783 with lease ID 0x4b894f88da523bfd: Processing first storage report for DS-9e5550fc-a44c-464c-9b78-828bf60e5547 from datanode DatanodeRegistration(127.0.0.1:44575, datanodeUuid=2ecc4bdf-35eb-4f68-bbbe-e789fe053fe3, infoPort=36621, infoSecurePort=0, ipcPort=34429, storageInfo=lv=-57;cid=testClusterID;nsid=1364967495;c=1731827994445) 2024-11-17T07:19:54,944 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4169683457e1e783 with lease ID 0x4b894f88da523bfd: from storage DS-9e5550fc-a44c-464c-9b78-828bf60e5547 node DatanodeRegistration(127.0.0.1:44575, datanodeUuid=2ecc4bdf-35eb-4f68-bbbe-e789fe053fe3, infoPort=36621, infoSecurePort=0, ipcPort=34429, storageInfo=lv=-57;cid=testClusterID;nsid=1364967495;c=1731827994445), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:19:54,944 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4169683457e1e783 with lease ID 0x4b894f88da523bfd: Processing first storage report for DS-a79cef7d-1074-4081-ba2a-e5b1c4da6a31 from datanode DatanodeRegistration(127.0.0.1:44575, datanodeUuid=2ecc4bdf-35eb-4f68-bbbe-e789fe053fe3, infoPort=36621, infoSecurePort=0, ipcPort=34429, storageInfo=lv=-57;cid=testClusterID;nsid=1364967495;c=1731827994445) 2024-11-17T07:19:54,944 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4169683457e1e783 with lease ID 0x4b894f88da523bfd: from storage DS-a79cef7d-1074-4081-ba2a-e5b1c4da6a31 node DatanodeRegistration(127.0.0.1:44575, datanodeUuid=2ecc4bdf-35eb-4f68-bbbe-e789fe053fe3, infoPort=36621, infoSecurePort=0, ipcPort=34429, storageInfo=lv=-57;cid=testClusterID;nsid=1364967495;c=1731827994445), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:19:54,951 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec 2024-11-17T07:19:54,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:54,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:54,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741825_1001 (size=7) 2024-11-17T07:19:55,361 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82 with version=8 2024-11-17T07:19:55,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/hbase-staging 2024-11-17T07:19:55,363 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:19:55,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:55,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:55,363 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:19:55,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:55,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:19:55,363 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:19:55,363 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:19:55,364 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44331 2024-11-17T07:19:55,365 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44331 connecting to ZooKeeper ensemble=127.0.0.1:57911 2024-11-17T07:19:55,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443310x0, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:19:55,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44331-0x10124cbe9500003 connected 2024-11-17T07:19:55,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:55,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:55,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Set watcher on znode that does not yet exist, /11552873725/running 2024-11-17T07:19:55,381 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82, hbase.cluster.distributed=false 2024-11-17T07:19:55,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Set watcher on znode that does not yet exist, /11552873725/acl 2024-11-17T07:19:55,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44331 2024-11-17T07:19:55,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44331 2024-11-17T07:19:55,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44331 2024-11-17T07:19:55,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44331 2024-11-17T07:19:55,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44331 2024-11-17T07:19:55,399 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:19:55,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:55,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:55,399 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:19:55,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:19:55,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:19:55,399 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:19:55,400 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:19:55,400 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46297 2024-11-17T07:19:55,401 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46297 connecting to ZooKeeper ensemble=127.0.0.1:57911 2024-11-17T07:19:55,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:55,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:55,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462970x0, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:19:55,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462970x0, quorum=127.0.0.1:57911, baseZNode=/11552873725 Set watcher on znode that does not yet exist, /11552873725/running 2024-11-17T07:19:55,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46297-0x10124cbe9500004 connected 2024-11-17T07:19:55,406 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:19:55,407 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:19:55,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46297-0x10124cbe9500004, quorum=127.0.0.1:57911, baseZNode=/11552873725 Set watcher on znode that does not yet exist, /11552873725/master 2024-11-17T07:19:55,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46297-0x10124cbe9500004, quorum=127.0.0.1:57911, baseZNode=/11552873725 Set watcher on znode that does not yet exist, /11552873725/acl 2024-11-17T07:19:55,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46297 2024-11-17T07:19:55,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46297 2024-11-17T07:19:55,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46297 2024-11-17T07:19:55,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46297 2024-11-17T07:19:55,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46297 2024-11-17T07:19:55,427 DEBUG [M:0;1dd62e24b303:44331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:44331 2024-11-17T07:19:55,428 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11552873725/backup-masters/1dd62e24b303,44331,1731827995363 2024-11-17T07:19:55,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552873725/backup-masters 2024-11-17T07:19:55,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x10124cbe9500004, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552873725/backup-masters 2024-11-17T07:19:55,429 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Set watcher on existing znode=/11552873725/backup-masters/1dd62e24b303,44331,1731827995363 2024-11-17T07:19:55,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x10124cbe9500004, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11552873725/master 2024-11-17T07:19:55,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552873725 2024-11-17T07:19:55,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x10124cbe9500004, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552873725 2024-11-17T07:19:55,431 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Set watcher on existing znode=/11552873725/master 2024-11-17T07:19:55,431 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11552873725/backup-masters/1dd62e24b303,44331,1731827995363 from backup master directory 2024-11-17T07:19:55,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11552873725/backup-masters/1dd62e24b303,44331,1731827995363 2024-11-17T07:19:55,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x10124cbe9500004, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552873725/backup-masters 2024-11-17T07:19:55,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552873725/backup-masters 2024-11-17T07:19:55,433 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:19:55,433 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,44331,1731827995363 2024-11-17T07:19:55,437 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/hbase.id] with ID: 9e1fb371-4e1c-4253-8d48-f16b8286cc46 2024-11-17T07:19:55,437 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/.tmp/hbase.id 2024-11-17T07:19:55,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741826_1002 (size=42) 2024-11-17T07:19:55,845 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/.tmp/hbase.id]:[hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/hbase.id] 2024-11-17T07:19:55,854 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:19:55,854 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:19:55,855 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T07:19:55,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552873725 2024-11-17T07:19:55,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x10124cbe9500004, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552873725 2024-11-17T07:19:55,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741827_1003 (size=196) 2024-11-17T07:19:56,262 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:19:56,263 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:19:56,263 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:56,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741828_1004 (size=1189) 2024-11-17T07:19:56,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T07:19:56,670 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/data/master/store 2024-11-17T07:19:56,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741829_1005 (size=34) 2024-11-17T07:19:57,079 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:57,079 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:19:57,079 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:57,079 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:57,079 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:19:57,079 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:57,079 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:19:57,080 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731827997079Disabling compacts and flushes for region at 1731827997079Disabling writes for close at 1731827997079Writing region close event to WAL at 1731827997079Closed at 1731827997079 2024-11-17T07:19:57,080 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/data/master/store/.initializing 2024-11-17T07:19:57,080 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/WALs/1dd62e24b303,44331,1731827995363 2024-11-17T07:19:57,081 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:19:57,083 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C44331%2C1731827995363, suffix=, logDir=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/WALs/1dd62e24b303,44331,1731827995363, archiveDir=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/oldWALs, maxLogs=10 2024-11-17T07:19:57,100 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/WALs/1dd62e24b303,44331,1731827995363/1dd62e24b303%2C44331%2C1731827995363.1731827997083, exclude list is [], retry=0 2024-11-17T07:19:57,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44575,DS-9e5550fc-a44c-464c-9b78-828bf60e5547,DISK] 2024-11-17T07:19:57,104 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/WALs/1dd62e24b303,44331,1731827995363/1dd62e24b303%2C44331%2C1731827995363.1731827997083 2024-11-17T07:19:57,104 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36621:36621)] 2024-11-17T07:19:57,104 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:19:57,104 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:57,104 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:57,104 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:57,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:57,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:19:57,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:57,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:57,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:57,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:19:57,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:57,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:57,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:57,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:19:57,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:57,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:57,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:57,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:19:57,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:57,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:57,111 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:57,112 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:57,112 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:57,113 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:57,113 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:57,114 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:19:57,115 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:19:57,117 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:19:57,117 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66400993, jitterRate=-0.010548099875450134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:19:57,117 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731827997105Initializing all the Stores at 1731827997105Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827997105Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827997105Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827997105Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827997105Cleaning up temporary data from old regions at 1731827997113 (+8 ms)Region opened successfully at 1731827997117 (+4 ms) 2024-11-17T07:19:57,117 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:19:57,120 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744359fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:19:57,121 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T07:19:57,121 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:19:57,121 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:19:57,121 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:19:57,122 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T07:19:57,122 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T07:19:57,122 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:19:57,123 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:19:57,124 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Unable to get data of znode /11552873725/balancer because node does not exist (not necessarily an error) 2024-11-17T07:19:57,125 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11552873725/balancer already deleted, retry=false 2024-11-17T07:19:57,126 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:19:57,126 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Unable to get data of znode /11552873725/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:19:57,127 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11552873725/normalizer already deleted, retry=false 2024-11-17T07:19:57,127 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:19:57,128 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Unable to get data of znode /11552873725/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:19:57,131 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11552873725/switch/split already deleted, retry=false 2024-11-17T07:19:57,131 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Unable to get data of znode /11552873725/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:19:57,132 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11552873725/switch/merge already deleted, retry=false 2024-11-17T07:19:57,134 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Unable to get data of znode /11552873725/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:19:57,135 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11552873725/snapshot-cleanup already deleted, retry=false 2024-11-17T07:19:57,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11552873725/running 2024-11-17T07:19:57,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552873725 2024-11-17T07:19:57,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x10124cbe9500004, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11552873725/running 2024-11-17T07:19:57,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x10124cbe9500004, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552873725 2024-11-17T07:19:57,136 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,44331,1731827995363, sessionid=0x10124cbe9500003, setting cluster-up flag (Was=false) 2024-11-17T07:19:57,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552873725 2024-11-17T07:19:57,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x10124cbe9500004, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552873725 2024-11-17T07:19:57,145 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11552873725/flush-table-proc/acquired, /11552873725/flush-table-proc/reached, /11552873725/flush-table-proc/abort 2024-11-17T07:19:57,146 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,44331,1731827995363 2024-11-17T07:19:57,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x10124cbe9500004, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552873725 2024-11-17T07:19:57,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552873725 2024-11-17T07:19:57,154 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11552873725/online-snapshot/acquired, /11552873725/online-snapshot/reached, /11552873725/online-snapshot/abort 2024-11-17T07:19:57,155 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,44331,1731827995363 2024-11-17T07:19:57,156 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T07:19:57,157 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:57,157 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:19:57,157 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:19:57,158 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,44331,1731827995363 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:19:57,159 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:57,159 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:57,159 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:57,159 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:19:57,159 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:19:57,159 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:57,159 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:19:57,159 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:57,160 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:57,160 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T07:19:57,161 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:57,161 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T07:19:57,165 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731828027165 2024-11-17T07:19:57,165 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:19:57,165 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:19:57,165 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:19:57,165 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:19:57,165 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:19:57,165 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:19:57,167 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:57,168 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:19:57,168 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:19:57,168 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:19:57,168 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:19:57,168 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:19:57,168 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:19:57,168 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827997168,5,FailOnTimeoutGroup] 2024-11-17T07:19:57,169 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827997168,5,FailOnTimeoutGroup] 2024-11-17T07:19:57,169 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:57,169 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:19:57,169 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:57,169 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:57,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741831_1007 (size=1321) 2024-11-17T07:19:57,173 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T07:19:57,173 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82 2024-11-17T07:19:57,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741832_1008 (size=32) 2024-11-17T07:19:57,218 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(746): ClusterId : 9e1fb371-4e1c-4253-8d48-f16b8286cc46 2024-11-17T07:19:57,218 DEBUG [RS:0;1dd62e24b303:46297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:19:57,220 DEBUG [RS:0;1dd62e24b303:46297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:19:57,220 DEBUG [RS:0;1dd62e24b303:46297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:19:57,222 DEBUG [RS:0;1dd62e24b303:46297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:19:57,222 DEBUG [RS:0;1dd62e24b303:46297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a9ca57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:19:57,237 DEBUG [RS:0;1dd62e24b303:46297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:46297 2024-11-17T07:19:57,237 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:19:57,237 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:19:57,238 DEBUG [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:19:57,238 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,44331,1731827995363 with port=46297, startcode=1731827995399 2024-11-17T07:19:57,238 DEBUG [RS:0;1dd62e24b303:46297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:19:57,240 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:19:57,241 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44331 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,46297,1731827995399 2024-11-17T07:19:57,241 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44331 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,46297,1731827995399 2024-11-17T07:19:57,242 DEBUG [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82 2024-11-17T07:19:57,242 DEBUG [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34189 2024-11-17T07:19:57,242 DEBUG [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:19:57,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552873725/rs 2024-11-17T07:19:57,248 DEBUG [RS:0;1dd62e24b303:46297 {}] zookeeper.ZKUtil(111): regionserver:46297-0x10124cbe9500004, quorum=127.0.0.1:57911, baseZNode=/11552873725 Set watcher on existing znode=/11552873725/rs/1dd62e24b303,46297,1731827995399 2024-11-17T07:19:57,248 WARN [RS:0;1dd62e24b303:46297 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:19:57,248 INFO [RS:0;1dd62e24b303:46297 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:57,248 DEBUG [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399 2024-11-17T07:19:57,248 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,46297,1731827995399] 2024-11-17T07:19:57,252 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:19:57,254 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:19:57,254 INFO [RS:0;1dd62e24b303:46297 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:19:57,254 INFO [RS:0;1dd62e24b303:46297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:57,254 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:19:57,255 INFO [RS:0;1dd62e24b303:46297 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:19:57,255 INFO [RS:0;1dd62e24b303:46297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:57,255 DEBUG [RS:0;1dd62e24b303:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:57,255 DEBUG [RS:0;1dd62e24b303:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:57,255 DEBUG [RS:0;1dd62e24b303:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:57,255 DEBUG [RS:0;1dd62e24b303:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:57,255 DEBUG [RS:0;1dd62e24b303:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:57,255 DEBUG [RS:0;1dd62e24b303:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:19:57,255 DEBUG [RS:0;1dd62e24b303:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:57,255 DEBUG [RS:0;1dd62e24b303:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:57,255 DEBUG [RS:0;1dd62e24b303:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:57,255 DEBUG [RS:0;1dd62e24b303:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:57,255 DEBUG [RS:0;1dd62e24b303:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:57,255 DEBUG [RS:0;1dd62e24b303:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:19:57,255 DEBUG [RS:0;1dd62e24b303:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:19:57,255 DEBUG [RS:0;1dd62e24b303:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:19:57,256 INFO [RS:0;1dd62e24b303:46297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:57,256 INFO [RS:0;1dd62e24b303:46297 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:57,256 INFO [RS:0;1dd62e24b303:46297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:57,257 INFO [RS:0;1dd62e24b303:46297 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:57,257 INFO [RS:0;1dd62e24b303:46297 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:57,257 INFO [RS:0;1dd62e24b303:46297 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,46297,1731827995399-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:19:57,275 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:19:57,275 INFO [RS:0;1dd62e24b303:46297 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,46297,1731827995399-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:57,275 INFO [RS:0;1dd62e24b303:46297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:57,275 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.Replication(171): 1dd62e24b303,46297,1731827995399 started 2024-11-17T07:19:57,288 INFO [RS:0;1dd62e24b303:46297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:57,289 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,46297,1731827995399, RpcServer on 1dd62e24b303/172.17.0.2:46297, sessionid=0x10124cbe9500004 2024-11-17T07:19:57,289 DEBUG [RS:0;1dd62e24b303:46297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:19:57,289 DEBUG [RS:0;1dd62e24b303:46297 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,46297,1731827995399 2024-11-17T07:19:57,289 DEBUG [RS:0;1dd62e24b303:46297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,46297,1731827995399' 2024-11-17T07:19:57,289 DEBUG [RS:0;1dd62e24b303:46297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11552873725/flush-table-proc/abort' 2024-11-17T07:19:57,289 DEBUG [RS:0;1dd62e24b303:46297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11552873725/flush-table-proc/acquired' 2024-11-17T07:19:57,290 DEBUG [RS:0;1dd62e24b303:46297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:19:57,290 DEBUG [RS:0;1dd62e24b303:46297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:19:57,290 DEBUG [RS:0;1dd62e24b303:46297 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,46297,1731827995399 2024-11-17T07:19:57,290 DEBUG [RS:0;1dd62e24b303:46297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,46297,1731827995399' 2024-11-17T07:19:57,290 DEBUG [RS:0;1dd62e24b303:46297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11552873725/online-snapshot/abort' 2024-11-17T07:19:57,290 DEBUG [RS:0;1dd62e24b303:46297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11552873725/online-snapshot/acquired' 2024-11-17T07:19:57,291 DEBUG [RS:0;1dd62e24b303:46297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:19:57,291 INFO [RS:0;1dd62e24b303:46297 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:19:57,291 INFO [RS:0;1dd62e24b303:46297 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:19:57,391 INFO [RS:0;1dd62e24b303:46297 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:19:57,393 INFO [RS:0;1dd62e24b303:46297 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C46297%2C1731827995399, suffix=, logDir=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399, archiveDir=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/oldWALs, maxLogs=10 2024-11-17T07:19:57,406 DEBUG [RS:0;1dd62e24b303:46297 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393, exclude list is [], retry=0 2024-11-17T07:19:57,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44575,DS-9e5550fc-a44c-464c-9b78-828bf60e5547,DISK] 2024-11-17T07:19:57,410 INFO [RS:0;1dd62e24b303:46297 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 2024-11-17T07:19:57,410 DEBUG [RS:0;1dd62e24b303:46297 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36621:36621)] 2024-11-17T07:19:57,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:57,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:19:57,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:19:57,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:57,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:57,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:19:57,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:19:57,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:57,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:57,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:19:57,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:19:57,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:57,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:57,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:19:57,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:19:57,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:57,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:57,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:19:57,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740 2024-11-17T07:19:57,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740 2024-11-17T07:19:57,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:19:57,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:19:57,591 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:19:57,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:19:57,593 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:19:57,594 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62064251, jitterRate=-0.0751705914735794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:19:57,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731827997583Initializing all the Stores at 1731827997584 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827997584Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827997584Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827997584Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827997584Cleaning up temporary data from old regions at 1731827997591 (+7 ms)Region opened successfully at 1731827997594 (+3 ms) 2024-11-17T07:19:57,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:19:57,594 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:19:57,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:19:57,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:19:57,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:19:57,595 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:19:57,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731827997594Disabling compacts and flushes for region at 1731827997594Disabling writes for close at 1731827997594Writing region close event to WAL at 1731827997595 (+1 ms)Closed at 1731827997595 2024-11-17T07:19:57,596 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:57,596 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T07:19:57,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:19:57,597 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:19:57,597 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T07:19:57,748 DEBUG [1dd62e24b303:44331 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:19:57,748 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,46297,1731827995399 2024-11-17T07:19:57,749 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,46297,1731827995399, state=OPENING 2024-11-17T07:19:57,750 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T07:19:57,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552873725 2024-11-17T07:19:57,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x10124cbe9500004, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552873725 2024-11-17T07:19:57,752 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:19:57,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11552873725/meta-region-server: CHANGED 2024-11-17T07:19:57,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11552873725/meta-region-server: CHANGED 2024-11-17T07:19:57,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,46297,1731827995399}] 2024-11-17T07:19:57,904 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:19:57,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:19:57,909 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:19:57,909 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:19:57,909 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:19:57,910 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C46297%2C1731827995399.meta, suffix=.meta, logDir=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399, archiveDir=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/oldWALs, maxLogs=10 2024-11-17T07:19:57,923 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.meta.1731827997910.meta, exclude list is [], retry=0 2024-11-17T07:19:57,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44575,DS-9e5550fc-a44c-464c-9b78-828bf60e5547,DISK] 2024-11-17T07:19:57,927 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.meta.1731827997910.meta 2024-11-17T07:19:57,927 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36621:36621)] 2024-11-17T07:19:57,927 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:19:57,928 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:19:57,928 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:19:57,928 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:19:57,928 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:19:57,928 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:19:57,928 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:57,928 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:19:57,928 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:19:57,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:19:57,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:19:57,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:57,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:57,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:19:57,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:19:57,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:57,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:57,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:19:57,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:19:57,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:57,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:57,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:19:57,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:19:57,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:57,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:19:57,933 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:19:57,933 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740 2024-11-17T07:19:57,934 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740 2024-11-17T07:19:57,935 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:19:57,935 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:19:57,935 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:19:57,936 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:19:57,937 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70580547, jitterRate=0.05173210799694061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:19:57,937 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:19:57,937 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731827997928Writing region info on filesystem at 1731827997928Initializing all the Stores at 1731827997929 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827997929Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827997929Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827997929Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731827997929Cleaning up temporary data from old regions at 1731827997935 (+6 ms)Running coprocessor post-open hooks at 1731827997937 (+2 ms)Region opened successfully at 1731827997937 2024-11-17T07:19:57,938 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731827997904 2024-11-17T07:19:57,939 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:19:57,939 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:19:57,940 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,46297,1731827995399 2024-11-17T07:19:57,941 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,46297,1731827995399, state=OPEN 2024-11-17T07:19:57,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11552873725/meta-region-server 2024-11-17T07:19:57,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x10124cbe9500004, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11552873725/meta-region-server 2024-11-17T07:19:57,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11552873725/meta-region-server: CHANGED 2024-11-17T07:19:57,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11552873725/meta-region-server: CHANGED 2024-11-17T07:19:57,942 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,46297,1731827995399 2024-11-17T07:19:57,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T07:19:57,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,46297,1731827995399 in 190 msec 2024-11-17T07:19:57,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T07:19:57,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-17T07:19:57,946 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:19:57,946 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T07:19:57,947 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:57,947 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,46297,1731827995399, seqNum=-1] 2024-11-17T07:19:57,947 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:19:57,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:19:57,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 795 msec 2024-11-17T07:19:57,952 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731827997952, completionTime=-1 2024-11-17T07:19:57,952 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T07:19:57,952 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:19:57,954 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:19:57,954 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731828057954 2024-11-17T07:19:57,954 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731828117954 2024-11-17T07:19:57,954 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T07:19:57,954 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,44331,1731827995363-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:57,955 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,44331,1731827995363-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:57,955 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,44331,1731827995363-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:57,955 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:44331, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:57,955 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:57,955 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:57,957 DEBUG [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T07:19:57,958 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.525sec 2024-11-17T07:19:57,958 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:19:57,958 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:19:57,958 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:19:57,958 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:19:57,958 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:19:57,958 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,44331,1731827995363-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:19:57,958 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,44331,1731827995363-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:19:57,960 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:19:57,960 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:19:57,960 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,44331,1731827995363-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:19:58,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b900a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:58,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,44331,-1 for getting cluster id 2024-11-17T07:19:58,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:19:58,021 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e1fb371-4e1c-4253-8d48-f16b8286cc46' 2024-11-17T07:19:58,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:19:58,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e1fb371-4e1c-4253-8d48-f16b8286cc46" 2024-11-17T07:19:58,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17055421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:58,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,44331,-1] 2024-11-17T07:19:58,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:19:58,022 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:19:58,023 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:19:58,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9ab952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:19:58,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:19:58,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,46297,1731827995399, seqNum=-1] 2024-11-17T07:19:58,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:19:58,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:19:58,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1dd62e24b303,44331,1731827995363 2024-11-17T07:19:58,028 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57911 2024-11-17T07:19:58,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:19:58,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10124cbe9500005 connected 2024-11-17T07:19:58,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:58,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,41861,1731827991330 2024-11-17T07:19:58,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28f33a80 2024-11-17T07:19:58,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:19:58,037 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:19:58,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:19:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T07:19:58,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:19:58,040 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:58,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T07:19:58,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:19:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:58,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741835_1011 (size=902) 2024-11-17T07:19:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:58,452 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f579e0b03312d1f0a68345ab8873f8ba, NAME => 'test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856 2024-11-17T07:19:58,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741836_1012 (size=39) 2024-11-17T07:19:58,458 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:58,458 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f579e0b03312d1f0a68345ab8873f8ba, disabling compactions & flushes 2024-11-17T07:19:58,458 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba. 2024-11-17T07:19:58,458 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba. 2024-11-17T07:19:58,458 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba. after waiting 0 ms 2024-11-17T07:19:58,458 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba. 2024-11-17T07:19:58,458 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba. 2024-11-17T07:19:58,458 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f579e0b03312d1f0a68345ab8873f8ba: Waiting for close lock at 1731827998458Disabling compacts and flushes for region at 1731827998458Disabling writes for close at 1731827998458Writing region close event to WAL at 1731827998458Closed at 1731827998458 2024-11-17T07:19:58,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:19:58,459 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731827998459"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731827998459"}]},"ts":"1731827998459"} 2024-11-17T07:19:58,462 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:19:58,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:19:58,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731827998463"}]},"ts":"1731827998463"} 2024-11-17T07:19:58,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T07:19:58,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f579e0b03312d1f0a68345ab8873f8ba, ASSIGN}] 2024-11-17T07:19:58,466 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f579e0b03312d1f0a68345ab8873f8ba, ASSIGN 2024-11-17T07:19:58,467 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f579e0b03312d1f0a68345ab8873f8ba, ASSIGN; state=OFFLINE, location=1dd62e24b303,36087,1731827991382; forceNewPlan=false, retain=false 2024-11-17T07:19:58,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f579e0b03312d1f0a68345ab8873f8ba, regionState=OPENING, regionLocation=1dd62e24b303,36087,1731827991382 2024-11-17T07:19:58,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f579e0b03312d1f0a68345ab8873f8ba, ASSIGN because future has completed 2024-11-17T07:19:58,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f579e0b03312d1f0a68345ab8873f8ba, server=1dd62e24b303,36087,1731827991382}] 2024-11-17T07:19:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:58,775 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba. 2024-11-17T07:19:58,775 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f579e0b03312d1f0a68345ab8873f8ba, NAME => 'test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:19:58,776 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:19:58,776 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T07:19:58,776 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f579e0b03312d1f0a68345ab8873f8ba 2024-11-17T07:19:58,776 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:19:58,776 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f579e0b03312d1f0a68345ab8873f8ba 2024-11-17T07:19:58,776 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f579e0b03312d1f0a68345ab8873f8ba 2024-11-17T07:19:58,777 INFO [StoreOpener-f579e0b03312d1f0a68345ab8873f8ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f579e0b03312d1f0a68345ab8873f8ba 2024-11-17T07:19:58,778 INFO [StoreOpener-f579e0b03312d1f0a68345ab8873f8ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f579e0b03312d1f0a68345ab8873f8ba columnFamilyName f 2024-11-17T07:19:58,778 DEBUG [StoreOpener-f579e0b03312d1f0a68345ab8873f8ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:58,779 INFO [StoreOpener-f579e0b03312d1f0a68345ab8873f8ba-1 {}] regionserver.HStore(327): Store=f579e0b03312d1f0a68345ab8873f8ba/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:58,779 INFO [StoreOpener-f579e0b03312d1f0a68345ab8873f8ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f579e0b03312d1f0a68345ab8873f8ba 2024-11-17T07:19:58,780 INFO [StoreOpener-f579e0b03312d1f0a68345ab8873f8ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f579e0b03312d1f0a68345ab8873f8ba columnFamilyName f1 2024-11-17T07:19:58,780 DEBUG [StoreOpener-f579e0b03312d1f0a68345ab8873f8ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:58,780 INFO [StoreOpener-f579e0b03312d1f0a68345ab8873f8ba-1 {}] regionserver.HStore(327): Store=f579e0b03312d1f0a68345ab8873f8ba/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:58,780 INFO [StoreOpener-f579e0b03312d1f0a68345ab8873f8ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f579e0b03312d1f0a68345ab8873f8ba 2024-11-17T07:19:58,781 INFO [StoreOpener-f579e0b03312d1f0a68345ab8873f8ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f579e0b03312d1f0a68345ab8873f8ba columnFamilyName norep 2024-11-17T07:19:58,781 DEBUG [StoreOpener-f579e0b03312d1f0a68345ab8873f8ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:58,781 INFO [StoreOpener-f579e0b03312d1f0a68345ab8873f8ba-1 {}] regionserver.HStore(327): Store=f579e0b03312d1f0a68345ab8873f8ba/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:19:58,781 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f579e0b03312d1f0a68345ab8873f8ba 2024-11-17T07:19:58,782 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/default/test/f579e0b03312d1f0a68345ab8873f8ba 2024-11-17T07:19:58,782 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/default/test/f579e0b03312d1f0a68345ab8873f8ba 2024-11-17T07:19:58,783 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f579e0b03312d1f0a68345ab8873f8ba 2024-11-17T07:19:58,783 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f579e0b03312d1f0a68345ab8873f8ba 2024-11-17T07:19:58,783 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:19:58,784 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f579e0b03312d1f0a68345ab8873f8ba 2024-11-17T07:19:58,786 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/default/test/f579e0b03312d1f0a68345ab8873f8ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:19:58,786 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f579e0b03312d1f0a68345ab8873f8ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61817633, jitterRate=-0.07884548604488373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:19:58,786 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f579e0b03312d1f0a68345ab8873f8ba 2024-11-17T07:19:58,787 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f579e0b03312d1f0a68345ab8873f8ba: Running coprocessor pre-open hook at 1731827998776Writing region info on filesystem at 1731827998776Initializing all the Stores at 1731827998777 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827998777Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827998777Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731827998777Cleaning up temporary data from old regions at 1731827998783 (+6 ms)Running coprocessor post-open hooks at 1731827998786 (+3 ms)Region opened successfully at 1731827998787 (+1 ms) 2024-11-17T07:19:58,787 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba., pid=6, masterSystemTime=1731827998772 2024-11-17T07:19:58,789 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba. 2024-11-17T07:19:58,789 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba. 2024-11-17T07:19:58,790 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f579e0b03312d1f0a68345ab8873f8ba, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1dd62e24b303,36087,1731827991382 2024-11-17T07:19:58,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f579e0b03312d1f0a68345ab8873f8ba, server=1dd62e24b303,36087,1731827991382 because future has completed 2024-11-17T07:19:58,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T07:19:58,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f579e0b03312d1f0a68345ab8873f8ba, server=1dd62e24b303,36087,1731827991382 in 173 msec 2024-11-17T07:19:58,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T07:19:58,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f579e0b03312d1f0a68345ab8873f8ba, ASSIGN in 329 msec 2024-11-17T07:19:58,797 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:19:58,797 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731827998797"}]},"ts":"1731827998797"} 2024-11-17T07:19:58,799 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T07:19:58,800 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:19:58,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 762 msec 2024-11-17T07:19:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:59,181 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T07:19:59,182 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:19:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,44331,1731827995363 2024-11-17T07:19:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38ece339 2024-11-17T07:19:59,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:19:59,184 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:19:59,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:19:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T07:19:59,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:19:59,187 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:19:59,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T07:19:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:59,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:19:59,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741835_1011 (size=902) 2024-11-17T07:19:59,234 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T07:19:59,234 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T07:19:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:59,597 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 875addaf0b5e934eaf8d1289fb7c7904, NAME => 'test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82 2024-11-17T07:19:59,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741836_1012 (size=39) 2024-11-17T07:19:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:19:59,812 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:19:59,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:59,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:59,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:59,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:59,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:59,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:59,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:59,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:59,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:19:59,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:00,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:00,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 875addaf0b5e934eaf8d1289fb7c7904, disabling compactions & flushes 2024-11-17T07:20:00,003 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904. 2024-11-17T07:20:00,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904. 2024-11-17T07:20:00,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904. after waiting 0 ms 2024-11-17T07:20:00,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904. 2024-11-17T07:20:00,003 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904. 2024-11-17T07:20:00,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 875addaf0b5e934eaf8d1289fb7c7904: Waiting for close lock at 1731828000003Disabling compacts and flushes for region at 1731828000003Disabling writes for close at 1731828000003Writing region close event to WAL at 1731828000003Closed at 1731828000003 2024-11-17T07:20:00,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:20:00,004 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731828000004"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731828000004"}]},"ts":"1731828000004"} 2024-11-17T07:20:00,006 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:20:00,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:20:00,007 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828000007"}]},"ts":"1731828000007"} 2024-11-17T07:20:00,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T07:20:00,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=875addaf0b5e934eaf8d1289fb7c7904, ASSIGN}] 2024-11-17T07:20:00,010 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=875addaf0b5e934eaf8d1289fb7c7904, ASSIGN 2024-11-17T07:20:00,011 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=875addaf0b5e934eaf8d1289fb7c7904, ASSIGN; state=OFFLINE, location=1dd62e24b303,46297,1731827995399; forceNewPlan=false, retain=false 2024-11-17T07:20:00,161 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=875addaf0b5e934eaf8d1289fb7c7904, regionState=OPENING, regionLocation=1dd62e24b303,46297,1731827995399 2024-11-17T07:20:00,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=875addaf0b5e934eaf8d1289fb7c7904, ASSIGN because future has completed 2024-11-17T07:20:00,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 875addaf0b5e934eaf8d1289fb7c7904, server=1dd62e24b303,46297,1731827995399}] 2024-11-17T07:20:00,318 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904. 2024-11-17T07:20:00,318 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 875addaf0b5e934eaf8d1289fb7c7904, NAME => 'test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:20:00,319 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:20:00,319 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T07:20:00,319 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 875addaf0b5e934eaf8d1289fb7c7904 2024-11-17T07:20:00,319 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:00,319 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 875addaf0b5e934eaf8d1289fb7c7904 2024-11-17T07:20:00,319 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 875addaf0b5e934eaf8d1289fb7c7904 2024-11-17T07:20:00,320 INFO [StoreOpener-875addaf0b5e934eaf8d1289fb7c7904-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 875addaf0b5e934eaf8d1289fb7c7904 2024-11-17T07:20:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:20:00,321 INFO [StoreOpener-875addaf0b5e934eaf8d1289fb7c7904-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 875addaf0b5e934eaf8d1289fb7c7904 columnFamilyName f 2024-11-17T07:20:00,321 DEBUG [StoreOpener-875addaf0b5e934eaf8d1289fb7c7904-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:00,322 INFO [StoreOpener-875addaf0b5e934eaf8d1289fb7c7904-1 {}] regionserver.HStore(327): Store=875addaf0b5e934eaf8d1289fb7c7904/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:00,322 INFO [StoreOpener-875addaf0b5e934eaf8d1289fb7c7904-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 875addaf0b5e934eaf8d1289fb7c7904 2024-11-17T07:20:00,323 INFO [StoreOpener-875addaf0b5e934eaf8d1289fb7c7904-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 875addaf0b5e934eaf8d1289fb7c7904 columnFamilyName f1 2024-11-17T07:20:00,323 DEBUG [StoreOpener-875addaf0b5e934eaf8d1289fb7c7904-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:00,323 INFO [StoreOpener-875addaf0b5e934eaf8d1289fb7c7904-1 {}] regionserver.HStore(327): Store=875addaf0b5e934eaf8d1289fb7c7904/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:00,323 INFO [StoreOpener-875addaf0b5e934eaf8d1289fb7c7904-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 875addaf0b5e934eaf8d1289fb7c7904 2024-11-17T07:20:00,324 INFO [StoreOpener-875addaf0b5e934eaf8d1289fb7c7904-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 875addaf0b5e934eaf8d1289fb7c7904 columnFamilyName norep 2024-11-17T07:20:00,324 DEBUG [StoreOpener-875addaf0b5e934eaf8d1289fb7c7904-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:00,324 INFO [StoreOpener-875addaf0b5e934eaf8d1289fb7c7904-1 {}] regionserver.HStore(327): Store=875addaf0b5e934eaf8d1289fb7c7904/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:00,324 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 875addaf0b5e934eaf8d1289fb7c7904 2024-11-17T07:20:00,325 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/default/test/875addaf0b5e934eaf8d1289fb7c7904 2024-11-17T07:20:00,325 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/default/test/875addaf0b5e934eaf8d1289fb7c7904 2024-11-17T07:20:00,326 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 875addaf0b5e934eaf8d1289fb7c7904 2024-11-17T07:20:00,326 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 875addaf0b5e934eaf8d1289fb7c7904 2024-11-17T07:20:00,326 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:20:00,327 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 875addaf0b5e934eaf8d1289fb7c7904 2024-11-17T07:20:00,328 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/default/test/875addaf0b5e934eaf8d1289fb7c7904/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:20:00,329 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 875addaf0b5e934eaf8d1289fb7c7904; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67815247, jitterRate=0.010525926947593689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:20:00,329 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 875addaf0b5e934eaf8d1289fb7c7904 2024-11-17T07:20:00,329 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 875addaf0b5e934eaf8d1289fb7c7904: Running coprocessor pre-open hook at 1731828000319Writing region info on filesystem at 1731828000319Initializing all the Stores at 1731828000320 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828000320Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828000320Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828000320Cleaning up temporary data from old regions at 1731828000326 (+6 ms)Running coprocessor post-open hooks at 1731828000329 (+3 ms)Region opened successfully at 1731828000329 2024-11-17T07:20:00,329 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904., pid=6, masterSystemTime=1731828000315 2024-11-17T07:20:00,331 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904. 2024-11-17T07:20:00,331 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904. 2024-11-17T07:20:00,332 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=875addaf0b5e934eaf8d1289fb7c7904, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1dd62e24b303,46297,1731827995399 2024-11-17T07:20:00,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 875addaf0b5e934eaf8d1289fb7c7904, server=1dd62e24b303,46297,1731827995399 because future has completed 2024-11-17T07:20:00,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T07:20:00,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 875addaf0b5e934eaf8d1289fb7c7904, server=1dd62e24b303,46297,1731827995399 in 170 msec 2024-11-17T07:20:00,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T07:20:00,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=875addaf0b5e934eaf8d1289fb7c7904, ASSIGN in 327 msec 2024-11-17T07:20:00,338 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:20:00,338 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828000338"}]},"ts":"1731828000338"} 2024-11-17T07:20:00,340 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T07:20:00,340 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:20:00,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-17T07:20:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:20:01,331 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T07:20:01,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e45b7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:01,332 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,41861,-1 for getting cluster id 2024-11-17T07:20:01,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:01,333 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae39cfc4-d7f2-414b-8d29-f4990f9c9491' 2024-11-17T07:20:01,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:01,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae39cfc4-d7f2-414b-8d29-f4990f9c9491" 2024-11-17T07:20:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e05f9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,41861,-1] 2024-11-17T07:20:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:01,335 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:01,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbd8d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:01,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2439cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:01,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,44331,-1 for getting cluster id 2024-11-17T07:20:01,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:01,337 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e1fb371-4e1c-4253-8d48-f16b8286cc46' 2024-11-17T07:20:01,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:01,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e1fb371-4e1c-4253-8d48-f16b8286cc46" 2024-11-17T07:20:01,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d28eb83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:01,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,44331,-1] 2024-11-17T07:20:01,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:01,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:01,338 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:01,339 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd2af8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:01,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311dfa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:01,339 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,41861,-1 for getting cluster id 2024-11-17T07:20:01,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:01,340 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae39cfc4-d7f2-414b-8d29-f4990f9c9491' 2024-11-17T07:20:01,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:01,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae39cfc4-d7f2-414b-8d29-f4990f9c9491" 2024-11-17T07:20:01,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2519a88e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:01,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,41861,-1] 2024-11-17T07:20:01,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:01,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:01,341 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:01,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@606abba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:01,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:01,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,41861,1731827991330 2024-11-17T07:20:01,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45f02945 2024-11-17T07:20:01,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:20:01,343 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:20:01,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1dd62e24b303:44331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T07:20:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T07:20:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:01,346 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:44331' 2024-11-17T07:20:01,347 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bfa992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:01,347 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,44331,-1 for getting cluster id 2024-11-17T07:20:01,347 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:01,348 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e1fb371-4e1c-4253-8d48-f16b8286cc46' 2024-11-17T07:20:01,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:01,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e1fb371-4e1c-4253-8d48-f16b8286cc46" 2024-11-17T07:20:01,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@effdf7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:01,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,44331,-1] 2024-11-17T07:20:01,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:01,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:01,349 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:01,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef167b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:01,350 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:01,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,44331,1731827995363 2024-11-17T07:20:01,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@663cfaac 2024-11-17T07:20:01,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:20:01,351 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:20:01,352 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T07:20:01,352 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T07:20:01,352 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:01,352 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:01,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:01,352 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:20:01,353 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T07:20:01,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:20:01,354 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:01,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:20:01,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741837_1013 (size=1138) 2024-11-17T07:20:01,403 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T07:20:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:01,762 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 501f40cb35c784ea2bd803f03a73a83c, NAME => 'hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856 2024-11-17T07:20:01,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741838_1014 (size=44) 2024-11-17T07:20:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:02,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:02,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 501f40cb35c784ea2bd803f03a73a83c, disabling compactions & flushes 2024-11-17T07:20:02,168 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c. 2024-11-17T07:20:02,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c. 2024-11-17T07:20:02,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c. after waiting 0 ms 2024-11-17T07:20:02,169 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c. 2024-11-17T07:20:02,169 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c. 2024-11-17T07:20:02,169 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 501f40cb35c784ea2bd803f03a73a83c: Waiting for close lock at 1731828002168Disabling compacts and flushes for region at 1731828002168Disabling writes for close at 1731828002168Writing region close event to WAL at 1731828002169 (+1 ms)Closed at 1731828002169 2024-11-17T07:20:02,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:20:02,171 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731828002170"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731828002170"}]},"ts":"1731828002170"} 2024-11-17T07:20:02,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:20:02,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:20:02,174 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828002174"}]},"ts":"1731828002174"} 2024-11-17T07:20:02,176 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T07:20:02,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=501f40cb35c784ea2bd803f03a73a83c, ASSIGN}] 2024-11-17T07:20:02,177 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=501f40cb35c784ea2bd803f03a73a83c, ASSIGN 2024-11-17T07:20:02,178 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=501f40cb35c784ea2bd803f03a73a83c, ASSIGN; state=OFFLINE, location=1dd62e24b303,36087,1731827991382; forceNewPlan=false, retain=false 2024-11-17T07:20:02,329 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=501f40cb35c784ea2bd803f03a73a83c, regionState=OPENING, regionLocation=1dd62e24b303,36087,1731827991382 2024-11-17T07:20:02,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=501f40cb35c784ea2bd803f03a73a83c, ASSIGN because future has completed 2024-11-17T07:20:02,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 501f40cb35c784ea2bd803f03a73a83c, server=1dd62e24b303,36087,1731827991382}] 2024-11-17T07:20:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:02,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c. 2024-11-17T07:20:02,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:20:02,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T07:20:02,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C36087%2C1731827991382.rep, suffix=, logDir=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382, archiveDir=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/oldWALs, maxLogs=10 2024-11-17T07:20:02,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.rep.1731828002489, exclude list is [], retry=0 2024-11-17T07:20:02,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35033,DS-6ee343da-b8d8-4b69-b941-a365d02e3211,DISK] 2024-11-17T07:20:02,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.rep.1731828002489 2024-11-17T07:20:02,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38829:38829)] 2024-11-17T07:20:02,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 501f40cb35c784ea2bd803f03a73a83c, NAME => 'hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:20:02,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:20:02,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:20:02,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c. service=MultiRowMutationService 2024-11-17T07:20:02,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T07:20:02,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 501f40cb35c784ea2bd803f03a73a83c 2024-11-17T07:20:02,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:02,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 501f40cb35c784ea2bd803f03a73a83c 2024-11-17T07:20:02,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 501f40cb35c784ea2bd803f03a73a83c 2024-11-17T07:20:02,507 INFO [StoreOpener-501f40cb35c784ea2bd803f03a73a83c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 501f40cb35c784ea2bd803f03a73a83c 2024-11-17T07:20:02,508 INFO [StoreOpener-501f40cb35c784ea2bd803f03a73a83c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 501f40cb35c784ea2bd803f03a73a83c columnFamilyName hfileref 2024-11-17T07:20:02,508 DEBUG [StoreOpener-501f40cb35c784ea2bd803f03a73a83c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:02,508 INFO [StoreOpener-501f40cb35c784ea2bd803f03a73a83c-1 {}] regionserver.HStore(327): Store=501f40cb35c784ea2bd803f03a73a83c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:02,508 INFO [StoreOpener-501f40cb35c784ea2bd803f03a73a83c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 501f40cb35c784ea2bd803f03a73a83c 2024-11-17T07:20:02,509 INFO [StoreOpener-501f40cb35c784ea2bd803f03a73a83c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 501f40cb35c784ea2bd803f03a73a83c columnFamilyName queue 2024-11-17T07:20:02,509 DEBUG [StoreOpener-501f40cb35c784ea2bd803f03a73a83c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:02,509 INFO [StoreOpener-501f40cb35c784ea2bd803f03a73a83c-1 {}] regionserver.HStore(327): Store=501f40cb35c784ea2bd803f03a73a83c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:02,509 INFO [StoreOpener-501f40cb35c784ea2bd803f03a73a83c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 501f40cb35c784ea2bd803f03a73a83c 2024-11-17T07:20:02,511 INFO [StoreOpener-501f40cb35c784ea2bd803f03a73a83c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 501f40cb35c784ea2bd803f03a73a83c columnFamilyName sid 2024-11-17T07:20:02,511 DEBUG [StoreOpener-501f40cb35c784ea2bd803f03a73a83c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:02,511 INFO [StoreOpener-501f40cb35c784ea2bd803f03a73a83c-1 {}] regionserver.HStore(327): Store=501f40cb35c784ea2bd803f03a73a83c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:02,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 501f40cb35c784ea2bd803f03a73a83c 2024-11-17T07:20:02,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/replication/501f40cb35c784ea2bd803f03a73a83c 2024-11-17T07:20:02,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/replication/501f40cb35c784ea2bd803f03a73a83c 2024-11-17T07:20:02,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 501f40cb35c784ea2bd803f03a73a83c 2024-11-17T07:20:02,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 501f40cb35c784ea2bd803f03a73a83c 2024-11-17T07:20:02,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:20:02,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 501f40cb35c784ea2bd803f03a73a83c 2024-11-17T07:20:02,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/replication/501f40cb35c784ea2bd803f03a73a83c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:20:02,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 501f40cb35c784ea2bd803f03a73a83c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74503588, jitterRate=0.11018997430801392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:20:02,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 501f40cb35c784ea2bd803f03a73a83c 2024-11-17T07:20:02,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 501f40cb35c784ea2bd803f03a73a83c: Running coprocessor pre-open hook at 1731828002506Writing region info on filesystem at 1731828002506Initializing all the Stores at 1731828002507 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828002507Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828002507Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828002507Cleaning up temporary data from old regions at 1731828002513 (+6 ms)Running coprocessor post-open hooks at 1731828002516 (+3 ms)Region opened successfully at 1731828002516 2024-11-17T07:20:02,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c., pid=10, masterSystemTime=1731828002484 2024-11-17T07:20:02,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c. 2024-11-17T07:20:02,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c. 2024-11-17T07:20:02,520 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=501f40cb35c784ea2bd803f03a73a83c, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,36087,1731827991382 2024-11-17T07:20:02,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 501f40cb35c784ea2bd803f03a73a83c, server=1dd62e24b303,36087,1731827991382 because future has completed 2024-11-17T07:20:02,523 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41861 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=1dd62e24b303,36087,1731827991382, table=hbase:replication, region=501f40cb35c784ea2bd803f03a73a83c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-17T07:20:02,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T07:20:02,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 501f40cb35c784ea2bd803f03a73a83c, server=1dd62e24b303,36087,1731827991382 in 191 msec 2024-11-17T07:20:02,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T07:20:02,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=501f40cb35c784ea2bd803f03a73a83c, ASSIGN in 349 msec 2024-11-17T07:20:02,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:20:02,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828002527"}]},"ts":"1731828002527"} 2024-11-17T07:20:02,529 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T07:20:02,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:20:02,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-17T07:20:02,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c., hostname=1dd62e24b303,36087,1731827991382, seqNum=2] 2024-11-17T07:20:02,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-656247416 2024-11-17T07:20:02,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36087-0x10124cbe9500001, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-656247416 2024-11-17T07:20:02,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T07:20:02,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T07:20:02,721 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T07:20:02,754 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1dd62e24b303,36087,1731827991382, ReplicationSource: 1, currentBandwidth=0 2024-11-17T07:20:02,755 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:20:02,755 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,36087,1731827991382, seqNum=-1] 2024-11-17T07:20:02,755 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:20:02,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-17T07:20:02,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1dd62e24b303,36087,1731827991382', locateType=CURRENT is [region=hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c., hostname=1dd62e24b303,36087,1731827991382, seqNum=2] 2024-11-17T07:20:02,763 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T07:20:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T07:20:02,766 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1dd62e24b303,36087,1731827991382 suceeded 2024-11-17T07:20:02,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T07:20:02,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-17T07:20:02,768 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1dd62e24b303:44331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T07:20:02,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4240 sec 2024-11-17T07:20:02,783 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:44331' 2024-11-17T07:20:02,785 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@660c6f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:02,785 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,44331,-1 for getting cluster id 2024-11-17T07:20:02,785 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:02,786 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e1fb371-4e1c-4253-8d48-f16b8286cc46' 2024-11-17T07:20:02,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:02,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e1fb371-4e1c-4253-8d48-f16b8286cc46" 2024-11-17T07:20:02,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7811d738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:02,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,44331,-1] 2024-11-17T07:20:02,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:02,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:02,788 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:02,789 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5775b898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:02,789 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:02,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,44331,1731827995363 2024-11-17T07:20:02,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c42790a 2024-11-17T07:20:02,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:20:02,790 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-17T07:20:02,791 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1dd62e24b303,36087,1731827991382 (queues=1) is replicating from cluster=ae39cfc4-d7f2-414b-8d29-f4990f9c9491 to cluster=9e1fb371-4e1c-4253-8d48-f16b8286cc46 2024-11-17T07:20:02,791 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1dd62e24b303%2C36087%2C1731827991382 2024-11-17T07:20:02,791 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1dd62e24b303,36087,1731827991382, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T07:20:02,792 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369, startPosition=0, beingWritten=true 2024-11-17T07:20:02,800 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.shipper1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1dd62e24b303%2C36087%2C1731827991382 2024-11-17T07:20:02,807 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:02,807 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 379, reset compression=false 2024-11-17T07:20:02,807 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.shipper1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,36087,1731827991382 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:20:03,014 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 379, reset compression=false 2024-11-17T07:20:03,318 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 379, reset compression=false 2024-11-17T07:20:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:03,491 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T07:20:03,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:20:03,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:03,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:03,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:03,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:03,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d7122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:03,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,44331,-1 for getting cluster id 2024-11-17T07:20:03,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:03,495 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e1fb371-4e1c-4253-8d48-f16b8286cc46' 2024-11-17T07:20:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e1fb371-4e1c-4253-8d48-f16b8286cc46" 2024-11-17T07:20:03,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56932cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:03,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,44331,-1] 2024-11-17T07:20:03,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:03,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:03,499 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:03,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611a7eab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:03,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:03,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,44331,1731827995363 2024-11-17T07:20:03,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6636a64e 2024-11-17T07:20:03,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:20:03,503 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:20:03,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1dd62e24b303:41861,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T07:20:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T07:20:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:03,506 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:41861' 2024-11-17T07:20:03,507 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb84bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:03,507 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,41861,-1 for getting cluster id 2024-11-17T07:20:03,507 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:03,508 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae39cfc4-d7f2-414b-8d29-f4990f9c9491' 2024-11-17T07:20:03,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:03,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae39cfc4-d7f2-414b-8d29-f4990f9c9491" 2024-11-17T07:20:03,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b7cd8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:03,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,41861,-1] 2024-11-17T07:20:03,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:03,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:03,510 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:03,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42588160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:03,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:03,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,41861,1731827991330 2024-11-17T07:20:03,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3960fcc2 2024-11-17T07:20:03,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:20:03,513 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:20:03,513 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T07:20:03,513 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T07:20:03,513 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:03,513 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:03,514 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:20:03,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:03,516 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T07:20:03,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:20:03,517 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:03,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:20:03,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741837_1013 (size=1138) 2024-11-17T07:20:03,528 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a67568c23c276bc0253d5a050e3698a3, NAME => 'hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82 2024-11-17T07:20:03,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741838_1014 (size=44) 2024-11-17T07:20:03,545 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:03,545 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a67568c23c276bc0253d5a050e3698a3, disabling compactions & flushes 2024-11-17T07:20:03,545 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3. 2024-11-17T07:20:03,545 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3. 2024-11-17T07:20:03,545 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3. after waiting 0 ms 2024-11-17T07:20:03,545 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3. 2024-11-17T07:20:03,545 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3. 2024-11-17T07:20:03,545 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a67568c23c276bc0253d5a050e3698a3: Waiting for close lock at 1731828003545Disabling compacts and flushes for region at 1731828003545Disabling writes for close at 1731828003545Writing region close event to WAL at 1731828003545Closed at 1731828003545 2024-11-17T07:20:03,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:20:03,547 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731828003547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731828003547"}]},"ts":"1731828003547"} 2024-11-17T07:20:03,549 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:20:03,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:20:03,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828003551"}]},"ts":"1731828003551"} 2024-11-17T07:20:03,553 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T07:20:03,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a67568c23c276bc0253d5a050e3698a3, ASSIGN}] 2024-11-17T07:20:03,555 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a67568c23c276bc0253d5a050e3698a3, ASSIGN 2024-11-17T07:20:03,556 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a67568c23c276bc0253d5a050e3698a3, ASSIGN; state=OFFLINE, location=1dd62e24b303,46297,1731827995399; forceNewPlan=false, retain=false 2024-11-17T07:20:03,566 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T07:20:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:03,706 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a67568c23c276bc0253d5a050e3698a3, regionState=OPENING, regionLocation=1dd62e24b303,46297,1731827995399 2024-11-17T07:20:03,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a67568c23c276bc0253d5a050e3698a3, ASSIGN because future has completed 2024-11-17T07:20:03,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a67568c23c276bc0253d5a050e3698a3, server=1dd62e24b303,46297,1731827995399}] 2024-11-17T07:20:03,722 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 379, reset compression=false 2024-11-17T07:20:03,800 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:03,801 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:20:03,801 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18272 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:20:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:03,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3. 2024-11-17T07:20:03,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:20:03,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T07:20:03,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C46297%2C1731827995399.rep, suffix=, logDir=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399, archiveDir=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/oldWALs, maxLogs=10 2024-11-17T07:20:03,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.rep.1731828003895, exclude list is [], retry=0 2024-11-17T07:20:03,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44575,DS-9e5550fc-a44c-464c-9b78-828bf60e5547,DISK] 2024-11-17T07:20:03,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.rep.1731828003895 2024-11-17T07:20:03,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36621:36621)] 2024-11-17T07:20:03,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a67568c23c276bc0253d5a050e3698a3, NAME => 'hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:20:03,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:20:03,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:20:03,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3. service=MultiRowMutationService 2024-11-17T07:20:03,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T07:20:03,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a67568c23c276bc0253d5a050e3698a3 2024-11-17T07:20:03,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:03,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a67568c23c276bc0253d5a050e3698a3 2024-11-17T07:20:03,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a67568c23c276bc0253d5a050e3698a3 2024-11-17T07:20:03,962 INFO [StoreOpener-a67568c23c276bc0253d5a050e3698a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a67568c23c276bc0253d5a050e3698a3 2024-11-17T07:20:03,963 INFO [StoreOpener-a67568c23c276bc0253d5a050e3698a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a67568c23c276bc0253d5a050e3698a3 columnFamilyName hfileref 2024-11-17T07:20:03,963 DEBUG [StoreOpener-a67568c23c276bc0253d5a050e3698a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:03,964 INFO [StoreOpener-a67568c23c276bc0253d5a050e3698a3-1 {}] regionserver.HStore(327): Store=a67568c23c276bc0253d5a050e3698a3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:03,964 INFO [StoreOpener-a67568c23c276bc0253d5a050e3698a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a67568c23c276bc0253d5a050e3698a3 2024-11-17T07:20:03,965 INFO [StoreOpener-a67568c23c276bc0253d5a050e3698a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a67568c23c276bc0253d5a050e3698a3 columnFamilyName queue 2024-11-17T07:20:03,965 DEBUG [StoreOpener-a67568c23c276bc0253d5a050e3698a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:03,966 INFO [StoreOpener-a67568c23c276bc0253d5a050e3698a3-1 {}] regionserver.HStore(327): Store=a67568c23c276bc0253d5a050e3698a3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:03,966 INFO [StoreOpener-a67568c23c276bc0253d5a050e3698a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a67568c23c276bc0253d5a050e3698a3 2024-11-17T07:20:03,967 INFO [StoreOpener-a67568c23c276bc0253d5a050e3698a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a67568c23c276bc0253d5a050e3698a3 columnFamilyName sid 2024-11-17T07:20:03,967 DEBUG [StoreOpener-a67568c23c276bc0253d5a050e3698a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:03,967 INFO [StoreOpener-a67568c23c276bc0253d5a050e3698a3-1 {}] regionserver.HStore(327): Store=a67568c23c276bc0253d5a050e3698a3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:03,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a67568c23c276bc0253d5a050e3698a3 2024-11-17T07:20:03,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/replication/a67568c23c276bc0253d5a050e3698a3 2024-11-17T07:20:03,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/replication/a67568c23c276bc0253d5a050e3698a3 2024-11-17T07:20:03,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a67568c23c276bc0253d5a050e3698a3 2024-11-17T07:20:03,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a67568c23c276bc0253d5a050e3698a3 2024-11-17T07:20:03,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:20:03,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a67568c23c276bc0253d5a050e3698a3 2024-11-17T07:20:03,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/replication/a67568c23c276bc0253d5a050e3698a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:20:03,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a67568c23c276bc0253d5a050e3698a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67650789, jitterRate=0.008075311779975891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:20:03,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a67568c23c276bc0253d5a050e3698a3 2024-11-17T07:20:03,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a67568c23c276bc0253d5a050e3698a3: Running coprocessor pre-open hook at 1731828003946Writing region info on filesystem at 1731828003946Initializing all the Stores at 1731828003947 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828003947Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828003960 (+13 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828003960Cleaning up temporary data from old regions at 1731828003970 (+10 ms)Running coprocessor post-open hooks at 1731828003991 (+21 ms)Region opened successfully at 1731828003991 2024-11-17T07:20:03,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3., pid=10, masterSystemTime=1731828003880 2024-11-17T07:20:03,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3. 2024-11-17T07:20:03,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3. 2024-11-17T07:20:03,995 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a67568c23c276bc0253d5a050e3698a3, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,46297,1731827995399 2024-11-17T07:20:03,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a67568c23c276bc0253d5a050e3698a3, server=1dd62e24b303,46297,1731827995399 because future has completed 2024-11-17T07:20:04,017 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44331 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=1dd62e24b303,46297,1731827995399, table=hbase:replication, region=a67568c23c276bc0253d5a050e3698a3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-17T07:20:04,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T07:20:04,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a67568c23c276bc0253d5a050e3698a3, server=1dd62e24b303,46297,1731827995399 in 302 msec 2024-11-17T07:20:04,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T07:20:04,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a67568c23c276bc0253d5a050e3698a3, ASSIGN in 468 msec 2024-11-17T07:20:04,025 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:20:04,025 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828004025"}]},"ts":"1731828004025"} 2024-11-17T07:20:04,027 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T07:20:04,028 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:20:04,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 515 msec 2024-11-17T07:20:04,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3., hostname=1dd62e24b303,46297,1731827995399, seqNum=2] 2024-11-17T07:20:04,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552873725 2024-11-17T07:20:04,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x10124cbe9500004, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552873725 2024-11-17T07:20:04,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T07:20:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:04,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T07:20:04,246 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 379, reset compression=false 2024-11-17T07:20:04,249 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T07:20:04,298 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1dd62e24b303,46297,1731827995399, ReplicationSource: 1, currentBandwidth=0 2024-11-17T07:20:04,298 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:20:04,298 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,46297,1731827995399, seqNum=-1] 2024-11-17T07:20:04,299 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:20:04,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-17T07:20:04,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1dd62e24b303,46297,1731827995399', locateType=CURRENT is [region=hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3., hostname=1dd62e24b303,46297,1731827995399, seqNum=2] 2024-11-17T07:20:04,306 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T07:20:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T07:20:04,309 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1dd62e24b303,46297,1731827995399 suceeded 2024-11-17T07:20:04,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T07:20:04,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-11-17T07:20:04,311 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1dd62e24b303:41861,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T07:20:04,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 808 msec 2024-11-17T07:20:04,331 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:41861' 2024-11-17T07:20:04,332 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64c4696a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:04,332 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,41861,-1 for getting cluster id 2024-11-17T07:20:04,333 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:04,333 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae39cfc4-d7f2-414b-8d29-f4990f9c9491' 2024-11-17T07:20:04,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:04,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae39cfc4-d7f2-414b-8d29-f4990f9c9491" 2024-11-17T07:20:04,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e236c00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:04,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,41861,-1] 2024-11-17T07:20:04,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:04,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:04,335 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:04,336 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60037bba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:04,336 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:04,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,41861,1731827991330 2024-11-17T07:20:04,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5807b517 2024-11-17T07:20:04,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:20:04,337 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-17T07:20:04,338 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1dd62e24b303,46297,1731827995399 (queues=1) is replicating from cluster=9e1fb371-4e1c-4253-8d48-f16b8286cc46 to cluster=ae39cfc4-d7f2-414b-8d29-f4990f9c9491 2024-11-17T07:20:04,338 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1dd62e24b303%2C46297%2C1731827995399 2024-11-17T07:20:04,352 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1dd62e24b303,46297,1731827995399, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T07:20:04,356 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393, startPosition=0, beingWritten=true 2024-11-17T07:20:04,356 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.shipper1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1dd62e24b303%2C46297%2C1731827995399 2024-11-17T07:20:04,366 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:04,366 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 379, reset compression=false 2024-11-17T07:20:04,366 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.shipper1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,46297,1731827995399 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:20:04,575 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 379, reset compression=false 2024-11-17T07:20:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:04,642 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T07:20:04,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:20:04,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:04,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:04,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:04,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:20:04,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,36087,1731827991382, seqNum=-1] 2024-11-17T07:20:04,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:20:04,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:20:04,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba., hostname=1dd62e24b303,36087,1731827991382, seqNum=2] 2024-11-17T07:20:04,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:20:04,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,46297,1731827995399, seqNum=-1] 2024-11-17T07:20:04,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:20:04,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:20:04,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904., hostname=1dd62e24b303,46297,1731827995399, seqNum=2] 2024-11-17T07:20:04,659 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T07:20:04,880 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 379, reset compression=false 2024-11-17T07:20:04,883 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 379, reset compression=false 2024-11-17T07:20:04,898 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:20:04,898 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 480, reset compression=false 2024-11-17T07:20:04,898 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.shipper1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,36087,1731827991382 got entry batch from reader: WALEntryBatch [walEntries=[{test/f579e0b03312d1f0a68345ab8873f8ba/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-17T07:20:04,901 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.shipper1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:20:04,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-17T07:20:04,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:20:04,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37f4d5ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:04,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,44331,-1 for getting cluster id 2024-11-17T07:20:04,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:04,904 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e1fb371-4e1c-4253-8d48-f16b8286cc46' 2024-11-17T07:20:04,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:04,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e1fb371-4e1c-4253-8d48-f16b8286cc46" 2024-11-17T07:20:04,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47b4f14e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:04,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,44331,-1] 2024-11-17T07:20:04,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:04,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:04,906 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:04,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c37892f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:04,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:20:04,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,46297,1731827995399, seqNum=-1] 2024-11-17T07:20:04,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:20:04,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-17T07:20:04,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904., hostname=1dd62e24b303,46297,1731827995399, seqNum=2] 2024-11-17T07:20:04,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:20:05,102 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 480, reset compression=false 2024-11-17T07:20:05,235 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T07:20:05,297 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 379, reset compression=false 2024-11-17T07:20:05,303 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:05,303 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 504, reset compression=false 2024-11-17T07:20:05,303 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.shipper1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,46297,1731827995399 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:20:05,407 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 480, reset compression=false 2024-11-17T07:20:05,506 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 504, reset compression=false 2024-11-17T07:20:05,663 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-17T07:20:05,667 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-17T07:20:05,811 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 504, reset compression=false 2024-11-17T07:20:05,811 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 480, reset compression=false 2024-11-17T07:20:05,822 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:20:05,827 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:20:05,827 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 608, reset compression=false 2024-11-17T07:20:05,827 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.shipper1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,46297,1731827995399 got entry batch from reader: WALEntryBatch [walEntries=[{test/875addaf0b5e934eaf8d1289fb7c7904/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T07:20:05,834 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.shipper1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:20:05,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-17T07:20:05,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36087 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:20:05,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@275c3891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:05,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36087 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,41861,-1 for getting cluster id 2024-11-17T07:20:05,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:05,849 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae39cfc4-d7f2-414b-8d29-f4990f9c9491' 2024-11-17T07:20:05,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:05,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae39cfc4-d7f2-414b-8d29-f4990f9c9491" 2024-11-17T07:20:05,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@154b0ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:05,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,41861,-1] 2024-11-17T07:20:05,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:05,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:05,850 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:05,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1adefca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:05,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36087 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:20:05,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,36087,1731827991382, seqNum=-1] 2024-11-17T07:20:05,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:20:05,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-17T07:20:05,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba., hostname=1dd62e24b303,36087,1731827991382, seqNum=2] 2024-11-17T07:20:05,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36087 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:20:05,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:05,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:05,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:05,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:05,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:05,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:05,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:05,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:05,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:05,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:06,046 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 608, reset compression=false 2024-11-17T07:20:06,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T07:20:06,298 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T07:20:06,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T07:20:06,298 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T07:20:06,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:20:06,299 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T07:20:06,342 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 480, reset compression=false 2024-11-17T07:20:06,347 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:06,347 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 608, reset compression=false 2024-11-17T07:20:06,347 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.shipper1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,36087,1731827991382 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:20:06,354 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 608, reset compression=false 2024-11-17T07:20:06,552 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 608, reset compression=false 2024-11-17T07:20:06,670 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-17T07:20:06,677 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-17T07:20:06,761 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 608, reset compression=false 2024-11-17T07:20:06,856 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 608, reset compression=false 2024-11-17T07:20:06,882 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:20:06,882 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 764, reset compression=false 2024-11-17T07:20:06,882 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.shipper1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,36087,1731827991382 got entry batch from reader: WALEntryBatch [walEntries=[{test/f579e0b03312d1f0a68345ab8873f8ba/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-17T07:20:06,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:20:06,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:20:07,094 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 764, reset compression=false 2024-11-17T07:20:07,266 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 608, reset compression=false 2024-11-17T07:20:07,282 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:07,282 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 756, reset compression=false 2024-11-17T07:20:07,282 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.shipper1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,46297,1731827995399 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:20:07,398 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 764, reset compression=false 2024-11-17T07:20:07,502 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 756, reset compression=false 2024-11-17T07:20:07,680 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-17T07:20:07,696 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-17T07:20:07,803 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 764, reset compression=false 2024-11-17T07:20:07,816 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 756, reset compression=false 2024-11-17T07:20:07,839 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:20:07,839 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 915, reset compression=false 2024-11-17T07:20:07,839 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.shipper1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,46297,1731827995399 got entry batch from reader: WALEntryBatch [walEntries=[{test/875addaf0b5e934eaf8d1289fb7c7904/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T07:20:07,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36087 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:20:07,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36087 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:20:08,054 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 915, reset compression=false 2024-11-17T07:20:08,329 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 764, reset compression=false 2024-11-17T07:20:08,334 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:08,334 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 914, reset compression=false 2024-11-17T07:20:08,334 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.shipper1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,36087,1731827991382 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:20:08,357 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 915, reset compression=false 2024-11-17T07:20:08,537 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 914, reset compression=false 2024-11-17T07:20:08,699 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-17T07:20:08,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T07:20:08,702 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:20:08,702 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:08,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:08,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:08,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:08,702 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T07:20:08,703 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1835957777, stopped=false 2024-11-17T07:20:08,703 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1dd62e24b303,44331,1731827995363 2024-11-17T07:20:08,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11552873725/running 2024-11-17T07:20:08,706 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:20:08,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552873725 2024-11-17T07:20:08,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x10124cbe9500004, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11552873725/running 2024-11-17T07:20:08,706 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:20:08,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x10124cbe9500004, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552873725 2024-11-17T07:20:08,706 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:08,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:08,706 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1dd62e24b303,46297,1731827995399' ***** 2024-11-17T07:20:08,706 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T07:20:08,706 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T07:20:08,706 INFO [RS:0;1dd62e24b303:46297 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T07:20:08,707 INFO [RS:0;1dd62e24b303:46297 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T07:20:08,707 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(3091): Received CLOSE for 875addaf0b5e934eaf8d1289fb7c7904 2024-11-17T07:20:08,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Set watcher on znode that does not yet exist, /11552873725/running 2024-11-17T07:20:08,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46297-0x10124cbe9500004, quorum=127.0.0.1:57911, baseZNode=/11552873725 Set watcher on znode that does not yet exist, /11552873725/running 2024-11-17T07:20:08,707 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(3091): Received CLOSE for a67568c23c276bc0253d5a050e3698a3 2024-11-17T07:20:08,707 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(959): stopping server 1dd62e24b303,46297,1731827995399 2024-11-17T07:20:08,707 INFO [RS:0;1dd62e24b303:46297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:20:08,707 INFO [RS:0;1dd62e24b303:46297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:46297. 2024-11-17T07:20:08,707 DEBUG [RS:0;1dd62e24b303:46297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:08,707 DEBUG [RS:0;1dd62e24b303:46297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:08,707 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T07:20:08,707 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T07:20:08,707 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T07:20:08,707 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T07:20:08,707 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T07:20:08,708 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T07:20:08,708 DEBUG [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(1325): Online Regions={875addaf0b5e934eaf8d1289fb7c7904=test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904., 1588230740=hbase:meta,,1.1588230740, a67568c23c276bc0253d5a050e3698a3=hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3.} 2024-11-17T07:20:08,708 DEBUG [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 875addaf0b5e934eaf8d1289fb7c7904, a67568c23c276bc0253d5a050e3698a3 2024-11-17T07:20:08,711 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:20:08,711 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 875addaf0b5e934eaf8d1289fb7c7904, disabling compactions & flushes 2024-11-17T07:20:08,711 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:20:08,711 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904. 2024-11-17T07:20:08,711 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:20:08,711 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904. 2024-11-17T07:20:08,711 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:20:08,711 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904. after waiting 0 ms 2024-11-17T07:20:08,711 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:20:08,711 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904. 2024-11-17T07:20:08,711 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T07:20:08,711 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 875addaf0b5e934eaf8d1289fb7c7904 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-17T07:20:08,732 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/default/test/875addaf0b5e934eaf8d1289fb7c7904/.tmp/f/572be10465ec4fc7bfc707ea5e60fe0c is 29, key is row1/f:/1731828007681/DeleteFamily/seqid=0 2024-11-17T07:20:08,734 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740/.tmp/info/229b449d6f6b4e17b6ae1b71cf2310e9 is 147, key is hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3./info:regioninfo/1731828003995/Put/seqid=0 2024-11-17T07:20:08,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741841_1017 (size=5118) 2024-11-17T07:20:08,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741840_1016 (size=7686) 2024-11-17T07:20:08,740 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/default/test/875addaf0b5e934eaf8d1289fb7c7904/.tmp/f/572be10465ec4fc7bfc707ea5e60fe0c 2024-11-17T07:20:08,740 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740/.tmp/info/229b449d6f6b4e17b6ae1b71cf2310e9 2024-11-17T07:20:08,748 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 572be10465ec4fc7bfc707ea5e60fe0c 2024-11-17T07:20:08,761 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 915, reset compression=false 2024-11-17T07:20:08,766 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740/.tmp/ns/77db66c93cc048ce867a177a450479d2 is 43, key is default/ns:d/1731827997949/Put/seqid=0 2024-11-17T07:20:08,768 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/default/test/875addaf0b5e934eaf8d1289fb7c7904/.tmp/f1/bfe6b98d611645c19b9fcb9c1e2630c4 is 30, key is row1/f1:/1731828007681/DeleteFamily/seqid=0 2024-11-17T07:20:08,771 INFO [regionserver/1dd62e24b303:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:20:08,771 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:08,771 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 1162, reset compression=false 2024-11-17T07:20:08,771 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.shipper1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,46297,1731827995399 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:20:08,772 ERROR [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.shipper1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1dd62e24b303,46297,1731827995399: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1dd62e24b303,46297,1731827995399, walGroup=1dd62e24b303%2C46297%2C1731827995399, offset=1dd62e24b303%2C46297%2C1731827995399.1731827997393:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:46297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T07:20:08,773 ERROR [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.shipper1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T07:20:08,773 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.shipper1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T07:20:08,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741842_1018 (size=5153) 2024-11-17T07:20:08,774 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.shipper1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T07:20:08,774 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.shipper1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T07:20:08,774 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.shipper1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T07:20:08,774 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.shipper1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 576390232 }, "NonHeapMemoryUsage": { "committed": 194969600, "init": 7667712, "max": -1, "used": 190893784 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T07:20:08,775 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.shipper1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:44331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:44331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T07:20:08,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741843_1019 (size=5123) 2024-11-17T07:20:08,842 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 914, reset compression=false 2024-11-17T07:20:08,908 DEBUG [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 875addaf0b5e934eaf8d1289fb7c7904, a67568c23c276bc0253d5a050e3698a3 2024-11-17T07:20:08,986 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 1162, reset compression=false 2024-11-17T07:20:09,109 DEBUG [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 875addaf0b5e934eaf8d1289fb7c7904, a67568c23c276bc0253d5a050e3698a3 2024-11-17T07:20:09,176 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740/.tmp/ns/77db66c93cc048ce867a177a450479d2 2024-11-17T07:20:09,183 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/default/test/875addaf0b5e934eaf8d1289fb7c7904/.tmp/f1/bfe6b98d611645c19b9fcb9c1e2630c4 2024-11-17T07:20:09,187 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfe6b98d611645c19b9fcb9c1e2630c4 2024-11-17T07:20:09,208 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740/.tmp/rep_barrier/b7efd064a9eb4d4f9807059dc7a5204e is 112, key is test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904./rep_barrier:seqnumDuringOpen/1731828000332/Put/seqid=0 2024-11-17T07:20:09,214 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/default/test/875addaf0b5e934eaf8d1289fb7c7904/.tmp/norep/f9d13af334c94e038026c038aa80c865 is 33, key is row1/norep:/1731828007681/DeleteFamily/seqid=0 2024-11-17T07:20:09,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741844_1020 (size=5518) 2024-11-17T07:20:09,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741845_1021 (size=5108) 2024-11-17T07:20:09,220 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/default/test/875addaf0b5e934eaf8d1289fb7c7904/.tmp/norep/f9d13af334c94e038026c038aa80c865 2024-11-17T07:20:09,225 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9d13af334c94e038026c038aa80c865 2024-11-17T07:20:09,225 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/default/test/875addaf0b5e934eaf8d1289fb7c7904/.tmp/f/572be10465ec4fc7bfc707ea5e60fe0c as hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/default/test/875addaf0b5e934eaf8d1289fb7c7904/f/572be10465ec4fc7bfc707ea5e60fe0c 2024-11-17T07:20:09,230 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 572be10465ec4fc7bfc707ea5e60fe0c 2024-11-17T07:20:09,230 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/default/test/875addaf0b5e934eaf8d1289fb7c7904/f/572be10465ec4fc7bfc707ea5e60fe0c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T07:20:09,231 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/default/test/875addaf0b5e934eaf8d1289fb7c7904/.tmp/f1/bfe6b98d611645c19b9fcb9c1e2630c4 as hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/default/test/875addaf0b5e934eaf8d1289fb7c7904/f1/bfe6b98d611645c19b9fcb9c1e2630c4 2024-11-17T07:20:09,236 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfe6b98d611645c19b9fcb9c1e2630c4 2024-11-17T07:20:09,236 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/default/test/875addaf0b5e934eaf8d1289fb7c7904/f1/bfe6b98d611645c19b9fcb9c1e2630c4, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T07:20:09,237 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/default/test/875addaf0b5e934eaf8d1289fb7c7904/.tmp/norep/f9d13af334c94e038026c038aa80c865 as hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/default/test/875addaf0b5e934eaf8d1289fb7c7904/norep/f9d13af334c94e038026c038aa80c865 2024-11-17T07:20:09,243 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9d13af334c94e038026c038aa80c865 2024-11-17T07:20:09,243 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/default/test/875addaf0b5e934eaf8d1289fb7c7904/norep/f9d13af334c94e038026c038aa80c865, entries=1, sequenceid=8, filesize=5.0 K 2024-11-17T07:20:09,244 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 875addaf0b5e934eaf8d1289fb7c7904 in 533ms, sequenceid=8, compaction requested=false 2024-11-17T07:20:09,246 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 914, reset compression=false 2024-11-17T07:20:09,257 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/default/test/875addaf0b5e934eaf8d1289fb7c7904/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-17T07:20:09,257 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T07:20:09,257 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T07:20:09,257 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:20:09,257 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:20:09,257 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904. 2024-11-17T07:20:09,258 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 875addaf0b5e934eaf8d1289fb7c7904: Waiting for close lock at 1731828008710Running coprocessor pre-close hooks at 1731828008710Disabling compacts and flushes for region at 1731828008711 (+1 ms)Disabling writes for close at 1731828008711Obtaining lock to block concurrent updates at 1731828008711Preparing flush snapshotting stores in 875addaf0b5e934eaf8d1289fb7c7904 at 1731828008711Finished memstore snapshotting test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731828008711Flushing stores of test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904. at 1731828008712 (+1 ms)Flushing 875addaf0b5e934eaf8d1289fb7c7904/f: creating writer at 1731828008712Flushing 875addaf0b5e934eaf8d1289fb7c7904/f: appending metadata at 1731828008731 (+19 ms)Flushing 875addaf0b5e934eaf8d1289fb7c7904/f: closing flushed file at 1731828008732 (+1 ms)Flushing 875addaf0b5e934eaf8d1289fb7c7904/f1: creating writer at 1731828008749 (+17 ms)Flushing 875addaf0b5e934eaf8d1289fb7c7904/f1: appending metadata at 1731828008768 (+19 ms)Flushing 875addaf0b5e934eaf8d1289fb7c7904/f1: closing flushed file at 1731828008768Flushing 875addaf0b5e934eaf8d1289fb7c7904/norep: creating writer at 1731828009187 (+419 ms)Flushing 875addaf0b5e934eaf8d1289fb7c7904/norep: appending metadata at 1731828009213 (+26 ms)Flushing 875addaf0b5e934eaf8d1289fb7c7904/norep: closing flushed file at 1731828009213Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758a82c6: reopening flushed file at 1731828009225 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fb12bbc: reopening flushed file at 1731828009231 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b9f0e6: reopening flushed file at 1731828009237 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 875addaf0b5e934eaf8d1289fb7c7904 in 533ms, sequenceid=8, compaction requested=false at 1731828009244 (+7 ms)Writing region close event to WAL at 1731828009252 (+8 ms)Running coprocessor post-close hooks at 1731828009257 (+5 ms)Closed at 1731828009257 2024-11-17T07:20:09,258 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731827999184.875addaf0b5e934eaf8d1289fb7c7904. 2024-11-17T07:20:09,258 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a67568c23c276bc0253d5a050e3698a3, disabling compactions & flushes 2024-11-17T07:20:09,258 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3. 2024-11-17T07:20:09,258 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3. 2024-11-17T07:20:09,258 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3. after waiting 0 ms 2024-11-17T07:20:09,258 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3. 2024-11-17T07:20:09,258 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a67568c23c276bc0253d5a050e3698a3: Waiting for close lock at 1731828009258Running coprocessor pre-close hooks at 1731828009258Disabling compacts and flushes for region at 1731828009258Disabling writes for close at 1731828009258Failed flush hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3., putting online again at 1731828009258 2024-11-17T07:20:09,258 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3. 2024-11-17T07:20:09,290 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 1162, reset compression=false 2024-11-17T07:20:09,294 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:09,294 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 1806, reset compression=false 2024-11-17T07:20:09,309 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(3091): Received CLOSE for a67568c23c276bc0253d5a050e3698a3 2024-11-17T07:20:09,309 DEBUG [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a67568c23c276bc0253d5a050e3698a3 2024-11-17T07:20:09,309 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a67568c23c276bc0253d5a050e3698a3, disabling compactions & flushes 2024-11-17T07:20:09,309 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3. 2024-11-17T07:20:09,309 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3. 2024-11-17T07:20:09,309 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3. after waiting 0 ms 2024-11-17T07:20:09,309 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3. 2024-11-17T07:20:09,309 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a67568c23c276bc0253d5a050e3698a3: Waiting for close lock at 1731828009309Running coprocessor pre-close hooks at 1731828009309Disabling compacts and flushes for region at 1731828009309Disabling writes for close at 1731828009309Failed flush hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3., putting online again at 1731828009309 2024-11-17T07:20:09,309 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3. 2024-11-17T07:20:09,498 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 1806, reset compression=false 2024-11-17T07:20:09,509 DEBUG [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:20:09,617 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740/.tmp/rep_barrier/b7efd064a9eb4d4f9807059dc7a5204e 2024-11-17T07:20:09,644 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740/.tmp/table/b3f2204ad24748ceb5492df75477da88 is 53, key is hbase:replication/table:state/1731828004025/Put/seqid=0 2024-11-17T07:20:09,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741846_1022 (size=5308) 2024-11-17T07:20:09,709 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T07:20:09,709 DEBUG [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a67568c23c276bc0253d5a050e3698a3=hbase:replication,,1731828003514.a67568c23c276bc0253d5a050e3698a3.} 2024-11-17T07:20:09,710 DEBUG [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:20:09,754 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 914, reset compression=false 2024-11-17T07:20:09,804 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 1806, reset compression=false 2024-11-17T07:20:09,910 DEBUG [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:20:10,052 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740/.tmp/table/b3f2204ad24748ceb5492df75477da88 2024-11-17T07:20:10,060 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740/.tmp/info/229b449d6f6b4e17b6ae1b71cf2310e9 as hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740/info/229b449d6f6b4e17b6ae1b71cf2310e9 2024-11-17T07:20:10,064 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740/info/229b449d6f6b4e17b6ae1b71cf2310e9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T07:20:10,065 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740/.tmp/ns/77db66c93cc048ce867a177a450479d2 as hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740/ns/77db66c93cc048ce867a177a450479d2 2024-11-17T07:20:10,068 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740/ns/77db66c93cc048ce867a177a450479d2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T07:20:10,069 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740/.tmp/rep_barrier/b7efd064a9eb4d4f9807059dc7a5204e as hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740/rep_barrier/b7efd064a9eb4d4f9807059dc7a5204e 2024-11-17T07:20:10,073 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740/rep_barrier/b7efd064a9eb4d4f9807059dc7a5204e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T07:20:10,073 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740/.tmp/table/b3f2204ad24748ceb5492df75477da88 as hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740/table/b3f2204ad24748ceb5492df75477da88 2024-11-17T07:20:10,076 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740/table/b3f2204ad24748ceb5492df75477da88, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T07:20:10,077 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1366ms, sequenceid=16, compaction requested=false 2024-11-17T07:20:10,083 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T07:20:10,084 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:20:10,084 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:20:10,084 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:20:10,084 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731828008710Running coprocessor pre-close hooks at 1731828008710Disabling compacts and flushes for region at 1731828008710Disabling writes for close at 1731828008711 (+1 ms)Obtaining lock to block concurrent updates at 1731828008711Preparing flush snapshotting stores in 1588230740 at 1731828008711Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731828008711Flushing stores of hbase:meta,,1.1588230740 at 1731828008712 (+1 ms)Flushing 1588230740/info: creating writer at 1731828008712Flushing 1588230740/info: appending metadata at 1731828008733 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731828008733Flushing 1588230740/ns: creating writer at 1731828008745 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731828008765 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731828008765Flushing 1588230740/rep_barrier: creating writer at 1731828009180 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731828009208 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731828009208Flushing 1588230740/table: creating writer at 1731828009625 (+417 ms)Flushing 1588230740/table: appending metadata at 1731828009643 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731828009643Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dd8f36b: reopening flushed file at 1731828010057 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27f4a07d: reopening flushed file at 1731828010064 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63205a90: reopening flushed file at 1731828010068 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28fa1559: reopening flushed file at 1731828010073 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1366ms, sequenceid=16, compaction requested=false at 1731828010077 (+4 ms)Writing region close event to WAL at 1731828010080 (+3 ms)Running coprocessor post-close hooks at 1731828010084 (+4 ms)Closed at 1731828010084 2024-11-17T07:20:10,084 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T07:20:10,110 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T07:20:10,110 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(976): stopping server 1dd62e24b303,46297,1731827995399; all regions closed. 2024-11-17T07:20:10,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741834_1010 (size=4239) 2024-11-17T07:20:10,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741839_1015 (size=1733) 2024-11-17T07:20:10,115 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.rep.1731828003895 not finished, retry = 0 2024-11-17T07:20:10,209 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/WALs/1dd62e24b303,46297,1731827995399/1dd62e24b303%2C46297%2C1731827995399.1731827997393 to pos 1806, reset compression=false 2024-11-17T07:20:10,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741833_1009 (size=1814) 2024-11-17T07:20:10,221 DEBUG [RS:0;1dd62e24b303:46297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:10,221 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:20:10,221 INFO [RS:0;1dd62e24b303:46297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:20:10,221 INFO [RS:0;1dd62e24b303:46297 {}] hbase.ChoreService(370): Chore service for: regionserver/1dd62e24b303:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T07:20:10,222 INFO [RS:0;1dd62e24b303:46297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:20:10,222 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1dd62e24b303,46297,1731827995399 because: Region server is closing 2024-11-17T07:20:10,222 INFO [RS:0;1dd62e24b303:46297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:46297. 2024-11-17T07:20:10,222 DEBUG [RS:0;1dd62e24b303:46297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:10,222 DEBUG [RS:0;1dd62e24b303:46297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:10,222 DEBUG [RS:0;1dd62e24b303:46297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:10,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:10,223 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:20:10,322 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.shipper1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 terminated 2024-11-17T07:20:10,322 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46297,1731827995399.replicationSource.wal-reader.1dd62e24b303%2C46297%2C1731827995399,1-1dd62e24b303,46297,1731827995399 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T07:20:10,323 INFO [RS:0;1dd62e24b303:46297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:46297. 2024-11-17T07:20:10,323 DEBUG [RS:0;1dd62e24b303:46297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:10,323 DEBUG [RS:0;1dd62e24b303:46297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:10,323 DEBUG [RS:0;1dd62e24b303:46297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:10,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:10,323 INFO [RS:0;1dd62e24b303:46297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46297 2024-11-17T07:20:10,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x10124cbe9500004, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11552873725/rs/1dd62e24b303,46297,1731827995399 2024-11-17T07:20:10,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552873725/rs 2024-11-17T07:20:10,325 INFO [RS:0;1dd62e24b303:46297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:20:10,326 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1dd62e24b303,46297,1731827995399] 2024-11-17T07:20:10,327 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11552873725/draining/1dd62e24b303,46297,1731827995399 already deleted, retry=false 2024-11-17T07:20:10,327 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1dd62e24b303,46297,1731827995399 expired; onlineServers=0 2024-11-17T07:20:10,327 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1dd62e24b303,44331,1731827995363' ***** 2024-11-17T07:20:10,327 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T07:20:10,327 INFO [M:0;1dd62e24b303:44331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:20:10,327 INFO [M:0;1dd62e24b303:44331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:20:10,328 DEBUG [M:0;1dd62e24b303:44331 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T07:20:10,328 DEBUG [M:0;1dd62e24b303:44331 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T07:20:10,328 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T07:20:10,328 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827997168 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827997168,5,FailOnTimeoutGroup] 2024-11-17T07:20:10,328 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827997168 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827997168,5,FailOnTimeoutGroup] 2024-11-17T07:20:10,328 INFO [M:0;1dd62e24b303:44331 {}] hbase.ChoreService(370): Chore service for: master/1dd62e24b303:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T07:20:10,328 INFO [M:0;1dd62e24b303:44331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:20:10,328 DEBUG [M:0;1dd62e24b303:44331 {}] master.HMaster(1795): Stopping service threads 2024-11-17T07:20:10,328 INFO [M:0;1dd62e24b303:44331 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T07:20:10,328 INFO [M:0;1dd62e24b303:44331 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:20:10,328 INFO [M:0;1dd62e24b303:44331 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T07:20:10,329 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T07:20:10,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11552873725/master 2024-11-17T07:20:10,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552873725 2024-11-17T07:20:10,332 DEBUG [M:0;1dd62e24b303:44331 {}] zookeeper.ZKUtil(347): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Unable to get data of znode /11552873725/master because node does not exist (not an error) 2024-11-17T07:20:10,332 WARN [M:0;1dd62e24b303:44331 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T07:20:10,332 INFO [M:0;1dd62e24b303:44331 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/.lastflushedseqids 2024-11-17T07:20:10,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741847_1023 (size=245) 2024-11-17T07:20:10,337 INFO [M:0;1dd62e24b303:44331 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T07:20:10,337 INFO [M:0;1dd62e24b303:44331 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T07:20:10,337 DEBUG [M:0;1dd62e24b303:44331 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:20:10,338 INFO [M:0;1dd62e24b303:44331 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:10,338 DEBUG [M:0;1dd62e24b303:44331 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:10,338 DEBUG [M:0;1dd62e24b303:44331 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:20:10,338 DEBUG [M:0;1dd62e24b303:44331 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:10,338 INFO [M:0;1dd62e24b303:44331 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-17T07:20:10,357 DEBUG [M:0;1dd62e24b303:44331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b23ee316fdcc47c49472bb208dfd8b6f is 82, key is hbase:meta,,1/info:regioninfo/1731827997940/Put/seqid=0 2024-11-17T07:20:10,358 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 914, reset compression=false 2024-11-17T07:20:10,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741848_1024 (size=5672) 2024-11-17T07:20:10,391 INFO [M:0;1dd62e24b303:44331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b23ee316fdcc47c49472bb208dfd8b6f 2024-11-17T07:20:10,417 DEBUG [M:0;1dd62e24b303:44331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f5a701fcd8e4df68c78af87293e07a4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731828004030/Put/seqid=0 2024-11-17T07:20:10,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741849_1025 (size=8516) 2024-11-17T07:20:10,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x10124cbe9500004, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:20:10,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x10124cbe9500004, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:20:10,427 INFO [RS:0;1dd62e24b303:46297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:20:10,427 INFO [RS:0;1dd62e24b303:46297 {}] regionserver.HRegionServer(1031): Exiting; stopping=1dd62e24b303,46297,1731827995399; zookeeper connection closed. 2024-11-17T07:20:10,427 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13456a8f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13456a8f 2024-11-17T07:20:10,427 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T07:20:10,823 INFO [M:0;1dd62e24b303:44331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f5a701fcd8e4df68c78af87293e07a4 2024-11-17T07:20:10,846 DEBUG [M:0;1dd62e24b303:44331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9177a9917a6b4ef9aef9c0845ffa49a9 is 69, key is 1dd62e24b303,46297,1731827995399/rs:state/1731827997241/Put/seqid=0 2024-11-17T07:20:10,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741850_1026 (size=5156) 2024-11-17T07:20:11,065 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 914, reset compression=false 2024-11-17T07:20:11,251 INFO [M:0;1dd62e24b303:44331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9177a9917a6b4ef9aef9c0845ffa49a9 2024-11-17T07:20:11,256 DEBUG [M:0;1dd62e24b303:44331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b23ee316fdcc47c49472bb208dfd8b6f as hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b23ee316fdcc47c49472bb208dfd8b6f 2024-11-17T07:20:11,260 INFO [M:0;1dd62e24b303:44331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b23ee316fdcc47c49472bb208dfd8b6f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T07:20:11,261 DEBUG [M:0;1dd62e24b303:44331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f5a701fcd8e4df68c78af87293e07a4 as hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f5a701fcd8e4df68c78af87293e07a4 2024-11-17T07:20:11,265 INFO [M:0;1dd62e24b303:44331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f5a701fcd8e4df68c78af87293e07a4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T07:20:11,266 DEBUG [M:0;1dd62e24b303:44331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9177a9917a6b4ef9aef9c0845ffa49a9 as hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9177a9917a6b4ef9aef9c0845ffa49a9 2024-11-17T07:20:11,271 INFO [M:0;1dd62e24b303:44331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34189/user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9177a9917a6b4ef9aef9c0845ffa49a9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T07:20:11,272 INFO [M:0;1dd62e24b303:44331 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 934ms, sequenceid=97, compaction requested=false 2024-11-17T07:20:11,280 INFO [M:0;1dd62e24b303:44331 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:11,280 DEBUG [M:0;1dd62e24b303:44331 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731828010337Disabling compacts and flushes for region at 1731828010337Disabling writes for close at 1731828010338 (+1 ms)Obtaining lock to block concurrent updates at 1731828010338Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731828010338Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731828010338Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731828010339 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731828010339Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731828010357 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731828010357Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731828010398 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731828010416 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731828010416Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731828010827 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731828010845 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731828010845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5066f46a: reopening flushed file at 1731828011255 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4746dd8: reopening flushed file at 1731828011260 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b7169f1: reopening flushed file at 1731828011265 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 934ms, sequenceid=97, compaction requested=false at 1731828011272 (+7 ms)Writing region close event to WAL at 1731828011280 (+8 ms)Closed at 1731828011280 2024-11-17T07:20:11,283 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/24a72cc9-0fd4-6612-6b6c-184c9782ce82/MasterData/WALs/1dd62e24b303,44331,1731827995363/1dd62e24b303%2C44331%2C1731827995363.1731827997083 not finished, retry = 0 2024-11-17T07:20:11,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44575 is added to blk_1073741830_1006 (size=63654) 2024-11-17T07:20:11,384 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:20:11,384 INFO [M:0;1dd62e24b303:44331 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T07:20:11,384 INFO [M:0;1dd62e24b303:44331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44331 2024-11-17T07:20:11,384 INFO [M:0;1dd62e24b303:44331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:20:11,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:20:11,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x10124cbe9500003, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:20:11,486 INFO [M:0;1dd62e24b303:44331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:20:11,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22144062{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:20:11,495 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ab6819f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:20:11,495 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:20:11,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55806806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:20:11,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7744ac18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/hadoop.log.dir/,STOPPED} 2024-11-17T07:20:11,497 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T07:20:11,497 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T07:20:11,497 WARN [BP-265741499-172.17.0.2-1731827994445 heartbeating to localhost/127.0.0.1:34189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T07:20:11,497 WARN [BP-265741499-172.17.0.2-1731827994445 heartbeating to localhost/127.0.0.1:34189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-265741499-172.17.0.2-1731827994445 (Datanode Uuid 2ecc4bdf-35eb-4f68-bbbe-e789fe053fe3) service to localhost/127.0.0.1:34189 2024-11-17T07:20:11,499 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/cluster_3a94f7df-5c32-f406-928d-8505ed68890f/data/data1/current/BP-265741499-172.17.0.2-1731827994445 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:20:11,499 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/cluster_3a94f7df-5c32-f406-928d-8505ed68890f/data/data2/current/BP-265741499-172.17.0.2-1731827994445 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:20:11,499 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T07:20:11,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47e8a985{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:20:11,509 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fd43393{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:20:11,509 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:20:11,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da30d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:20:11,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76085775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/hadoop.log.dir/,STOPPED} 2024-11-17T07:20:11,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T07:20:11,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T07:20:11,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:20:11,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:11,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:11,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:11,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:11,525 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T07:20:11,525 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=700433646, stopped=false 2024-11-17T07:20:11,525 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1dd62e24b303,41861,1731827991330 2024-11-17T07:20:11,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36087-0x10124cbe9500001, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-656247416/running 2024-11-17T07:20:11,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36087-0x10124cbe9500001, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-656247416 2024-11-17T07:20:11,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-656247416/running 2024-11-17T07:20:11,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-656247416 2024-11-17T07:20:11,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36087-0x10124cbe9500001, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Set watcher on znode that does not yet exist, /0-656247416/running 2024-11-17T07:20:11,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Set watcher on znode that does not yet exist, /0-656247416/running 2024-11-17T07:20:11,539 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:20:11,539 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:20:11,540 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:11,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:11,540 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1dd62e24b303,36087,1731827991382' ***** 2024-11-17T07:20:11,540 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T07:20:11,540 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T07:20:11,540 INFO [RS:0;1dd62e24b303:36087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T07:20:11,540 INFO [RS:0;1dd62e24b303:36087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T07:20:11,541 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(3091): Received CLOSE for 501f40cb35c784ea2bd803f03a73a83c 2024-11-17T07:20:11,541 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T07:20:11,541 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(3091): Received CLOSE for f579e0b03312d1f0a68345ab8873f8ba 2024-11-17T07:20:11,541 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(959): stopping server 1dd62e24b303,36087,1731827991382 2024-11-17T07:20:11,541 INFO [RS:0;1dd62e24b303:36087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:20:11,541 INFO [RS:0;1dd62e24b303:36087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:36087. 2024-11-17T07:20:11,541 DEBUG [RS:0;1dd62e24b303:36087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:11,541 DEBUG [RS:0;1dd62e24b303:36087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:11,541 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 501f40cb35c784ea2bd803f03a73a83c, disabling compactions & flushes 2024-11-17T07:20:11,541 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c. 2024-11-17T07:20:11,541 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c. 2024-11-17T07:20:11,541 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T07:20:11,541 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c. after waiting 0 ms 2024-11-17T07:20:11,541 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T07:20:11,541 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c. 2024-11-17T07:20:11,541 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T07:20:11,541 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T07:20:11,542 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 501f40cb35c784ea2bd803f03a73a83c 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-17T07:20:11,542 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T07:20:11,542 DEBUG [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(1325): Online Regions={501f40cb35c784ea2bd803f03a73a83c=hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c., 1588230740=hbase:meta,,1.1588230740, f579e0b03312d1f0a68345ab8873f8ba=test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba.} 2024-11-17T07:20:11,542 DEBUG [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 501f40cb35c784ea2bd803f03a73a83c, f579e0b03312d1f0a68345ab8873f8ba 2024-11-17T07:20:11,542 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:20:11,542 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:20:11,542 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:20:11,542 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:20:11,542 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:20:11,542 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T07:20:11,552 INFO [regionserver/1dd62e24b303:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:20:11,562 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/replication/501f40cb35c784ea2bd803f03a73a83c/.tmp/queue/b8ccd52bb6ba4b68a9c4adef77c57ea1 is 153, key is 1-1dd62e24b303,36087,1731827991382/queue:1dd62e24b303%2C36087%2C1731827991382/1731828008335/Put/seqid=0 2024-11-17T07:20:11,565 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740/.tmp/info/75c90130937448e795df20bb9b9bc616 is 147, key is hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c./info:regioninfo/1731828002520/Put/seqid=0 2024-11-17T07:20:11,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741840_1016 (size=5352) 2024-11-17T07:20:11,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741841_1017 (size=7686) 2024-11-17T07:20:11,742 DEBUG [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 501f40cb35c784ea2bd803f03a73a83c, f579e0b03312d1f0a68345ab8873f8ba 2024-11-17T07:20:11,870 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 914, reset compression=false 2024-11-17T07:20:11,942 DEBUG [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 501f40cb35c784ea2bd803f03a73a83c, f579e0b03312d1f0a68345ab8873f8ba 2024-11-17T07:20:11,967 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/replication/501f40cb35c784ea2bd803f03a73a83c/.tmp/queue/b8ccd52bb6ba4b68a9c4adef77c57ea1 2024-11-17T07:20:11,970 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740/.tmp/info/75c90130937448e795df20bb9b9bc616 2024-11-17T07:20:11,974 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/replication/501f40cb35c784ea2bd803f03a73a83c/.tmp/queue/b8ccd52bb6ba4b68a9c4adef77c57ea1 as hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/replication/501f40cb35c784ea2bd803f03a73a83c/queue/b8ccd52bb6ba4b68a9c4adef77c57ea1 2024-11-17T07:20:11,977 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/replication/501f40cb35c784ea2bd803f03a73a83c/queue/b8ccd52bb6ba4b68a9c4adef77c57ea1, entries=1, sequenceid=10, filesize=5.2 K 2024-11-17T07:20:11,979 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 501f40cb35c784ea2bd803f03a73a83c in 437ms, sequenceid=10, compaction requested=false 2024-11-17T07:20:11,990 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740/.tmp/ns/9a6d83f3b4454275a5e9cc03932a2677 is 43, key is default/ns:d/1731827994337/Put/seqid=0 2024-11-17T07:20:11,991 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/replication/501f40cb35c784ea2bd803f03a73a83c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T07:20:11,991 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:20:11,991 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:20:11,991 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c. 2024-11-17T07:20:11,991 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 501f40cb35c784ea2bd803f03a73a83c: Waiting for close lock at 1731828011541Running coprocessor pre-close hooks at 1731828011541Disabling compacts and flushes for region at 1731828011541Disabling writes for close at 1731828011541Obtaining lock to block concurrent updates at 1731828011542 (+1 ms)Preparing flush snapshotting stores in 501f40cb35c784ea2bd803f03a73a83c at 1731828011542Finished memstore snapshotting hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731828011544 (+2 ms)Flushing stores of hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c. at 1731828011545 (+1 ms)Flushing 501f40cb35c784ea2bd803f03a73a83c/queue: creating writer at 1731828011545Flushing 501f40cb35c784ea2bd803f03a73a83c/queue: appending metadata at 1731828011562 (+17 ms)Flushing 501f40cb35c784ea2bd803f03a73a83c/queue: closing flushed file at 1731828011562Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a357a08: reopening flushed file at 1731828011973 (+411 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 501f40cb35c784ea2bd803f03a73a83c in 437ms, sequenceid=10, compaction requested=false at 1731828011979 (+6 ms)Writing region close event to WAL at 1731828011986 (+7 ms)Running coprocessor post-close hooks at 1731828011991 (+5 ms)Closed at 1731828011991 2024-11-17T07:20:11,992 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731828001352.501f40cb35c784ea2bd803f03a73a83c. 2024-11-17T07:20:11,992 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f579e0b03312d1f0a68345ab8873f8ba, disabling compactions & flushes 2024-11-17T07:20:11,992 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba. 2024-11-17T07:20:11,992 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba. 2024-11-17T07:20:11,992 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba. after waiting 0 ms 2024-11-17T07:20:11,992 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba. 2024-11-17T07:20:11,992 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f579e0b03312d1f0a68345ab8873f8ba 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-17T07:20:11,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741842_1018 (size=5153) 2024-11-17T07:20:11,994 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740/.tmp/ns/9a6d83f3b4454275a5e9cc03932a2677 2024-11-17T07:20:12,011 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/default/test/f579e0b03312d1f0a68345ab8873f8ba/.tmp/f/66ca8e4ba73c4193b1e918c671960e2b is 29, key is row1/f:/1731828007681/DeleteFamily/seqid=0 2024-11-17T07:20:12,015 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740/.tmp/rep_barrier/f73180cf34de46d2a982729a65adfa95 is 112, key is test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba./rep_barrier:seqnumDuringOpen/1731827998790/Put/seqid=0 2024-11-17T07:20:12,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741843_1019 (size=5118) 2024-11-17T07:20:12,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741844_1020 (size=5518) 2024-11-17T07:20:12,142 DEBUG [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f579e0b03312d1f0a68345ab8873f8ba 2024-11-17T07:20:12,237 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T07:20:12,237 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T07:20:12,343 DEBUG [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f579e0b03312d1f0a68345ab8873f8ba 2024-11-17T07:20:12,418 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/default/test/f579e0b03312d1f0a68345ab8873f8ba/.tmp/f/66ca8e4ba73c4193b1e918c671960e2b 2024-11-17T07:20:12,423 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66ca8e4ba73c4193b1e918c671960e2b 2024-11-17T07:20:12,434 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740/.tmp/rep_barrier/f73180cf34de46d2a982729a65adfa95 2024-11-17T07:20:12,438 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/default/test/f579e0b03312d1f0a68345ab8873f8ba/.tmp/f1/8479fdbb4ce848d796cbe0015a9e1883 is 30, key is row1/f1:/1731828007681/DeleteFamily/seqid=0 2024-11-17T07:20:12,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741845_1021 (size=5123) 2024-11-17T07:20:12,448 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/default/test/f579e0b03312d1f0a68345ab8873f8ba/.tmp/f1/8479fdbb4ce848d796cbe0015a9e1883 2024-11-17T07:20:12,452 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8479fdbb4ce848d796cbe0015a9e1883 2024-11-17T07:20:12,456 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740/.tmp/table/fcff49a6609d4665998acc3ca7050c91 is 53, key is hbase:replication/table:state/1731828002527/Put/seqid=0 2024-11-17T07:20:12,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741846_1022 (size=5308) 2024-11-17T07:20:12,472 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/default/test/f579e0b03312d1f0a68345ab8873f8ba/.tmp/norep/8e5966ed80bc4f43b9c2c35c81b17dd8 is 32, key is row/norep:/1731828006673/DeleteFamily/seqid=0 2024-11-17T07:20:12,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741847_1023 (size=5101) 2024-11-17T07:20:12,477 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/default/test/f579e0b03312d1f0a68345ab8873f8ba/.tmp/norep/8e5966ed80bc4f43b9c2c35c81b17dd8 2024-11-17T07:20:12,481 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e5966ed80bc4f43b9c2c35c81b17dd8 2024-11-17T07:20:12,482 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/default/test/f579e0b03312d1f0a68345ab8873f8ba/.tmp/f/66ca8e4ba73c4193b1e918c671960e2b as hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/default/test/f579e0b03312d1f0a68345ab8873f8ba/f/66ca8e4ba73c4193b1e918c671960e2b 2024-11-17T07:20:12,488 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66ca8e4ba73c4193b1e918c671960e2b 2024-11-17T07:20:12,488 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/default/test/f579e0b03312d1f0a68345ab8873f8ba/f/66ca8e4ba73c4193b1e918c671960e2b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T07:20:12,489 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/default/test/f579e0b03312d1f0a68345ab8873f8ba/.tmp/f1/8479fdbb4ce848d796cbe0015a9e1883 as hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/default/test/f579e0b03312d1f0a68345ab8873f8ba/f1/8479fdbb4ce848d796cbe0015a9e1883 2024-11-17T07:20:12,493 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8479fdbb4ce848d796cbe0015a9e1883 2024-11-17T07:20:12,493 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/default/test/f579e0b03312d1f0a68345ab8873f8ba/f1/8479fdbb4ce848d796cbe0015a9e1883, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T07:20:12,494 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/default/test/f579e0b03312d1f0a68345ab8873f8ba/.tmp/norep/8e5966ed80bc4f43b9c2c35c81b17dd8 as hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/default/test/f579e0b03312d1f0a68345ab8873f8ba/norep/8e5966ed80bc4f43b9c2c35c81b17dd8 2024-11-17T07:20:12,497 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e5966ed80bc4f43b9c2c35c81b17dd8 2024-11-17T07:20:12,497 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/default/test/f579e0b03312d1f0a68345ab8873f8ba/norep/8e5966ed80bc4f43b9c2c35c81b17dd8, entries=1, sequenceid=8, filesize=5.0 K 2024-11-17T07:20:12,498 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f579e0b03312d1f0a68345ab8873f8ba in 506ms, sequenceid=8, compaction requested=false 2024-11-17T07:20:12,502 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/default/test/f579e0b03312d1f0a68345ab8873f8ba/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-17T07:20:12,502 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:20:12,502 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:20:12,502 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba. 2024-11-17T07:20:12,502 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f579e0b03312d1f0a68345ab8873f8ba: Waiting for close lock at 1731828011992Running coprocessor pre-close hooks at 1731828011992Disabling compacts and flushes for region at 1731828011992Disabling writes for close at 1731828011992Obtaining lock to block concurrent updates at 1731828011992Preparing flush snapshotting stores in f579e0b03312d1f0a68345ab8873f8ba at 1731828011992Finished memstore snapshotting test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731828011992Flushing stores of test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba. at 1731828011993 (+1 ms)Flushing f579e0b03312d1f0a68345ab8873f8ba/f: creating writer at 1731828011993Flushing f579e0b03312d1f0a68345ab8873f8ba/f: appending metadata at 1731828012011 (+18 ms)Flushing f579e0b03312d1f0a68345ab8873f8ba/f: closing flushed file at 1731828012011Flushing f579e0b03312d1f0a68345ab8873f8ba/f1: creating writer at 1731828012423 (+412 ms)Flushing f579e0b03312d1f0a68345ab8873f8ba/f1: appending metadata at 1731828012438 (+15 ms)Flushing f579e0b03312d1f0a68345ab8873f8ba/f1: closing flushed file at 1731828012438Flushing f579e0b03312d1f0a68345ab8873f8ba/norep: creating writer at 1731828012453 (+15 ms)Flushing f579e0b03312d1f0a68345ab8873f8ba/norep: appending metadata at 1731828012472 (+19 ms)Flushing f579e0b03312d1f0a68345ab8873f8ba/norep: closing flushed file at 1731828012472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d55b96: reopening flushed file at 1731828012481 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@306da306: reopening flushed file at 1731828012488 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@617fc198: reopening flushed file at 1731828012493 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f579e0b03312d1f0a68345ab8873f8ba in 506ms, sequenceid=8, compaction requested=false at 1731828012498 (+5 ms)Writing region close event to WAL at 1731828012499 (+1 ms)Running coprocessor post-close hooks at 1731828012502 (+3 ms)Closed at 1731828012502 2024-11-17T07:20:12,503 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731827998038.f579e0b03312d1f0a68345ab8873f8ba. 2024-11-17T07:20:12,543 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T07:20:12,543 DEBUG [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T07:20:12,543 DEBUG [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:20:12,743 DEBUG [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:20:12,774 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 914, reset compression=false 2024-11-17T07:20:12,779 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:12,779 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 1805, reset compression=false 2024-11-17T07:20:12,779 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.shipper1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,36087,1731827991382 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369, lastWalPosition=1805, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:20:12,780 ERROR [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.shipper1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1dd62e24b303,36087,1731827991382: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1dd62e24b303,36087,1731827991382, walGroup=1dd62e24b303%2C36087%2C1731827991382, offset=1dd62e24b303%2C36087%2C1731827991382.1731827993369:1805, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:36087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T07:20:12,781 ERROR [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.shipper1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T07:20:12,782 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.shipper1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T07:20:12,782 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.shipper1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T07:20:12,782 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.shipper1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T07:20:12,782 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.shipper1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T07:20:12,782 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.shipper1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 651887704 }, "NonHeapMemoryUsage": { "committed": 195362816, "init": 7667712, "max": -1, "used": 191658616 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T07:20:12,783 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.shipper1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T07:20:12,863 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740/.tmp/table/fcff49a6609d4665998acc3ca7050c91 2024-11-17T07:20:12,868 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740/.tmp/info/75c90130937448e795df20bb9b9bc616 as hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740/info/75c90130937448e795df20bb9b9bc616 2024-11-17T07:20:12,872 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740/info/75c90130937448e795df20bb9b9bc616, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T07:20:12,873 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740/.tmp/ns/9a6d83f3b4454275a5e9cc03932a2677 as hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740/ns/9a6d83f3b4454275a5e9cc03932a2677 2024-11-17T07:20:12,877 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740/ns/9a6d83f3b4454275a5e9cc03932a2677, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T07:20:12,878 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740/.tmp/rep_barrier/f73180cf34de46d2a982729a65adfa95 as hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740/rep_barrier/f73180cf34de46d2a982729a65adfa95 2024-11-17T07:20:12,882 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740/rep_barrier/f73180cf34de46d2a982729a65adfa95, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T07:20:12,882 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740/.tmp/table/fcff49a6609d4665998acc3ca7050c91 as hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740/table/fcff49a6609d4665998acc3ca7050c91 2024-11-17T07:20:12,886 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740/table/fcff49a6609d4665998acc3ca7050c91, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T07:20:12,887 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1345ms, sequenceid=16, compaction requested=false 2024-11-17T07:20:12,891 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T07:20:12,892 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:20:12,892 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:20:12,892 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:20:12,892 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731828011542Running coprocessor pre-close hooks at 1731828011542Disabling compacts and flushes for region at 1731828011542Disabling writes for close at 1731828011542Obtaining lock to block concurrent updates at 1731828011542Preparing flush snapshotting stores in 1588230740 at 1731828011542Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731828011543 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731828011544 (+1 ms)Flushing 1588230740/info: creating writer at 1731828011544Flushing 1588230740/info: appending metadata at 1731828011564 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731828011564Flushing 1588230740/ns: creating writer at 1731828011974 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731828011989 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731828011989Flushing 1588230740/rep_barrier: creating writer at 1731828011999 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731828012014 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731828012014Flushing 1588230740/table: creating writer at 1731828012438 (+424 ms)Flushing 1588230740/table: appending metadata at 1731828012455 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731828012455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5992b105: reopening flushed file at 1731828012867 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5970bee8: reopening flushed file at 1731828012872 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc0d7: reopening flushed file at 1731828012877 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@735584f3: reopening flushed file at 1731828012882 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1345ms, sequenceid=16, compaction requested=false at 1731828012887 (+5 ms)Writing region close event to WAL at 1731828012889 (+2 ms)Running coprocessor post-close hooks at 1731828012891 (+2 ms)Closed at 1731828012892 (+1 ms) 2024-11-17T07:20:12,892 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T07:20:12,943 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(976): stopping server 1dd62e24b303,36087,1731827991382; all regions closed. 2024-11-17T07:20:12,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741834_1010 (size=4239) 2024-11-17T07:20:12,946 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.meta.1731827994293.meta not finished, retry = 0 2024-11-17T07:20:12,982 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.1731827993369 to pos 1805, reset compression=false 2024-11-17T07:20:13,049 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/WALs/1dd62e24b303,36087,1731827991382/1dd62e24b303%2C36087%2C1731827991382.rep.1731828002489 not finished, retry = 0 2024-11-17T07:20:13,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741839_1015 (size=2676) 2024-11-17T07:20:13,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741832_1008 (size=1813) 2024-11-17T07:20:13,152 DEBUG [RS:0;1dd62e24b303:36087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:13,152 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:20:13,152 INFO [RS:0;1dd62e24b303:36087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:20:13,153 INFO [RS:0;1dd62e24b303:36087 {}] hbase.ChoreService(370): Chore service for: regionserver/1dd62e24b303:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T07:20:13,153 INFO [RS:0;1dd62e24b303:36087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:20:13,153 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:20:13,153 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1dd62e24b303,36087,1731827991382 because: Region server is closing 2024-11-17T07:20:13,153 INFO [RS:0;1dd62e24b303:36087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:36087. 2024-11-17T07:20:13,153 DEBUG [RS:0;1dd62e24b303:36087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:13,153 DEBUG [RS:0;1dd62e24b303:36087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:13,153 DEBUG [RS:0;1dd62e24b303:36087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:13,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:13,254 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.shipper1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 terminated 2024-11-17T07:20:13,254 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36087,1731827991382.replicationSource.wal-reader.1dd62e24b303%2C36087%2C1731827991382,1-1dd62e24b303,36087,1731827991382 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T07:20:13,254 INFO [RS:0;1dd62e24b303:36087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:36087. 2024-11-17T07:20:13,254 DEBUG [RS:0;1dd62e24b303:36087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:13,254 DEBUG [RS:0;1dd62e24b303:36087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:13,254 DEBUG [RS:0;1dd62e24b303:36087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:13,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:13,254 INFO [RS:0;1dd62e24b303:36087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36087 2024-11-17T07:20:13,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36087-0x10124cbe9500001, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-656247416/rs/1dd62e24b303,36087,1731827991382 2024-11-17T07:20:13,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-656247416/rs 2024-11-17T07:20:13,256 INFO [RS:0;1dd62e24b303:36087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:20:13,257 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1dd62e24b303,36087,1731827991382] 2024-11-17T07:20:13,259 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-656247416/draining/1dd62e24b303,36087,1731827991382 already deleted, retry=false 2024-11-17T07:20:13,259 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1dd62e24b303,36087,1731827991382 expired; onlineServers=0 2024-11-17T07:20:13,259 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1dd62e24b303,41861,1731827991330' ***** 2024-11-17T07:20:13,259 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T07:20:13,260 INFO [M:0;1dd62e24b303:41861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:20:13,260 INFO [M:0;1dd62e24b303:41861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:20:13,260 DEBUG [M:0;1dd62e24b303:41861 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T07:20:13,260 DEBUG [M:0;1dd62e24b303:41861 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T07:20:13,260 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T07:20:13,260 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827993153 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731827993153,5,FailOnTimeoutGroup] 2024-11-17T07:20:13,260 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827993153 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731827993153,5,FailOnTimeoutGroup] 2024-11-17T07:20:13,260 INFO [M:0;1dd62e24b303:41861 {}] hbase.ChoreService(370): Chore service for: master/1dd62e24b303:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T07:20:13,260 INFO [M:0;1dd62e24b303:41861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:20:13,260 DEBUG [M:0;1dd62e24b303:41861 {}] master.HMaster(1795): Stopping service threads 2024-11-17T07:20:13,260 INFO [M:0;1dd62e24b303:41861 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T07:20:13,260 INFO [M:0;1dd62e24b303:41861 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:20:13,260 INFO [M:0;1dd62e24b303:41861 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T07:20:13,260 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T07:20:13,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-656247416/master 2024-11-17T07:20:13,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-656247416 2024-11-17T07:20:13,261 DEBUG [M:0;1dd62e24b303:41861 {}] zookeeper.ZKUtil(347): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Unable to get data of znode /0-656247416/master because node does not exist (not an error) 2024-11-17T07:20:13,261 WARN [M:0;1dd62e24b303:41861 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T07:20:13,262 INFO [M:0;1dd62e24b303:41861 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/.lastflushedseqids 2024-11-17T07:20:13,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741848_1024 (size=245) 2024-11-17T07:20:13,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36087-0x10124cbe9500001, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:20:13,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36087-0x10124cbe9500001, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:20:13,357 INFO [RS:0;1dd62e24b303:36087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:20:13,357 INFO [RS:0;1dd62e24b303:36087 {}] regionserver.HRegionServer(1031): Exiting; stopping=1dd62e24b303,36087,1731827991382; zookeeper connection closed. 2024-11-17T07:20:13,358 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3528a8bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3528a8bc 2024-11-17T07:20:13,358 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T07:20:13,667 INFO [M:0;1dd62e24b303:41861 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T07:20:13,667 INFO [M:0;1dd62e24b303:41861 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T07:20:13,667 DEBUG [M:0;1dd62e24b303:41861 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:20:13,667 INFO [M:0;1dd62e24b303:41861 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:13,667 DEBUG [M:0;1dd62e24b303:41861 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:13,667 DEBUG [M:0;1dd62e24b303:41861 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:20:13,667 DEBUG [M:0;1dd62e24b303:41861 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:13,667 INFO [M:0;1dd62e24b303:41861 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-17T07:20:13,683 DEBUG [M:0;1dd62e24b303:41861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5659850fe90f4bdcbf8f473da528d956 is 82, key is hbase:meta,,1/info:regioninfo/1731827994324/Put/seqid=0 2024-11-17T07:20:13,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741849_1025 (size=5672) 2024-11-17T07:20:13,850 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:13,850 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:20:13,851 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28321 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:20:14,087 INFO [M:0;1dd62e24b303:41861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5659850fe90f4bdcbf8f473da528d956 2024-11-17T07:20:14,106 DEBUG [M:0;1dd62e24b303:41861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65985275e2fb4452b7fa152f8b51aa61 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731828002531/Put/seqid=0 2024-11-17T07:20:14,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741850_1026 (size=8516) 2024-11-17T07:20:14,511 INFO [M:0;1dd62e24b303:41861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65985275e2fb4452b7fa152f8b51aa61 2024-11-17T07:20:14,537 DEBUG [M:0;1dd62e24b303:41861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4d5ea7635784d9794f4289bacdab497 is 69, key is 1dd62e24b303,36087,1731827991382/rs:state/1731827993228/Put/seqid=0 2024-11-17T07:20:14,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741851_1027 (size=5156) 2024-11-17T07:20:14,543 INFO [M:0;1dd62e24b303:41861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4d5ea7635784d9794f4289bacdab497 2024-11-17T07:20:14,547 DEBUG [M:0;1dd62e24b303:41861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5659850fe90f4bdcbf8f473da528d956 as hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5659850fe90f4bdcbf8f473da528d956 2024-11-17T07:20:14,551 INFO [M:0;1dd62e24b303:41861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5659850fe90f4bdcbf8f473da528d956, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T07:20:14,552 DEBUG [M:0;1dd62e24b303:41861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65985275e2fb4452b7fa152f8b51aa61 as hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65985275e2fb4452b7fa152f8b51aa61 2024-11-17T07:20:14,555 INFO [M:0;1dd62e24b303:41861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65985275e2fb4452b7fa152f8b51aa61, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T07:20:14,556 DEBUG [M:0;1dd62e24b303:41861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4d5ea7635784d9794f4289bacdab497 as hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4d5ea7635784d9794f4289bacdab497 2024-11-17T07:20:14,559 INFO [M:0;1dd62e24b303:41861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36677/user/jenkins/test-data/503a1c09-7025-ab9d-c177-f9c150645856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4d5ea7635784d9794f4289bacdab497, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T07:20:14,560 INFO [M:0;1dd62e24b303:41861 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=97, compaction requested=false 2024-11-17T07:20:14,562 INFO [M:0;1dd62e24b303:41861 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:14,562 DEBUG [M:0;1dd62e24b303:41861 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731828013667Disabling compacts and flushes for region at 1731828013667Disabling writes for close at 1731828013667Obtaining lock to block concurrent updates at 1731828013667Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731828013667Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731828013668 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731828013668Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731828013668Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731828013683 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731828013683Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731828014091 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731828014105 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731828014105Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731828014515 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731828014536 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731828014536Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65c04604: reopening flushed file at 1731828014547 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73cd5372: reopening flushed file at 1731828014551 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dbd6c4: reopening flushed file at 1731828014555 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=97, compaction requested=false at 1731828014560 (+5 ms)Writing region close event to WAL at 1731828014562 (+2 ms)Closed at 1731828014562 2024-11-17T07:20:14,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741830_1006 (size=63654) 2024-11-17T07:20:14,565 INFO [M:0;1dd62e24b303:41861 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T07:20:14,565 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:20:14,565 INFO [M:0;1dd62e24b303:41861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41861 2024-11-17T07:20:14,566 INFO [M:0;1dd62e24b303:41861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:20:14,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:20:14,668 INFO [M:0;1dd62e24b303:41861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:20:14,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41861-0x10124cbe9500000, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:20:14,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40bc9671{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:20:14,671 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@201eac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:20:14,671 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:20:14,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@111c5900{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:20:14,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6632bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/hadoop.log.dir/,STOPPED} 2024-11-17T07:20:14,675 WARN [BP-344680329-172.17.0.2-1731827990233 heartbeating to localhost/127.0.0.1:36677 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T07:20:14,675 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T07:20:14,676 WARN [BP-344680329-172.17.0.2-1731827990233 heartbeating to localhost/127.0.0.1:36677 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-344680329-172.17.0.2-1731827990233 (Datanode Uuid 444e13c6-92a8-457b-ab5d-eb97de6c347b) service to localhost/127.0.0.1:36677 2024-11-17T07:20:14,676 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T07:20:14,676 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/cluster_b60d7fec-b64d-dc7b-3395-f180e7a75427/data/data1/current/BP-344680329-172.17.0.2-1731827990233 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:20:14,676 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/cluster_b60d7fec-b64d-dc7b-3395-f180e7a75427/data/data2/current/BP-344680329-172.17.0.2-1731827990233 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:20:14,677 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T07:20:14,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60ad2533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:20:14,683 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10ed0da3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:20:14,683 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:20:14,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0189c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:20:14,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70969ef9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f0136da-11c0-3b68-82e4-6f6fc52aaa4d/hadoop.log.dir/,STOPPED} 2024-11-17T07:20:14,689 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T07:20:14,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T07:20:14,715 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 245) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:36677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:34189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36677 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57911) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34189 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57911) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36677 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36677 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=283 (was 236) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1391 (was 875) - AvailableMemoryMB LEAK? - 2024-11-17T07:20:14,726 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=283, ProcessCount=11, AvailableMemoryMB=1392 2024-11-17T07:20:14,740 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-17T07:20:14,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/hadoop.log.dir so I do NOT create it in target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663 2024-11-17T07:20:14,740 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T07:20:14,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/hadoop.tmp.dir so I do NOT create it in target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663 2024-11-17T07:20:14,740 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/696e0400-8ad7-98f4-082f-40a5262325ec/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T07:20:14,740 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663 2024-11-17T07:20:14,740 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/cluster_c0280d2d-91de-3c89-badf-a1f96092b5f9, deleteOnExit=true 2024-11-17T07:20:14,743 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/cluster_c0280d2d-91de-3c89-badf-a1f96092b5f9/zookeeper_0, clientPort=62725, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/cluster_c0280d2d-91de-3c89-badf-a1f96092b5f9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/cluster_c0280d2d-91de-3c89-badf-a1f96092b5f9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T07:20:14,744 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62725 2024-11-17T07:20:14,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T07:20:14,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T07:20:14,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/test.cache.data in system properties and HBase conf 2024-11-17T07:20:14,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T07:20:14,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/hadoop.log.dir in system properties and HBase conf 2024-11-17T07:20:14,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T07:20:14,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T07:20:14,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T07:20:14,745 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T07:20:14,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:20:14,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:20:14,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T07:20:14,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:20:14,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T07:20:14,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T07:20:14,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:20:14,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:20:14,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T07:20:14,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/nfs.dump.dir in system properties and HBase conf 2024-11-17T07:20:14,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/java.io.tmpdir in system properties and HBase conf 2024-11-17T07:20:14,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:20:14,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T07:20:14,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T07:20:14,759 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:20:14,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:14,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:14,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:14,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:14,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:14,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:14,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:14,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:14,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:14,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10124cbe9500005, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T07:20:14,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10124cbe9500002, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T07:20:14,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10124cbe9500005, quorum=127.0.0.1:57911, baseZNode=/11552873725 Received Disconnected from ZooKeeper, ignoring 2024-11-17T07:20:14,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10124cbe9500002, quorum=127.0.0.1:57911, baseZNode=/0-656247416 Received Disconnected from ZooKeeper, ignoring 2024-11-17T07:20:14,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:14,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:14,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:14,864 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:20:14,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:20:14,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:20:14,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:20:14,877 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:20:14,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:20:14,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c3ac1de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:20:14,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44459592{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:20:14,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64b247e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/java.io.tmpdir/jetty-localhost-44895-hadoop-hdfs-3_4_1-tests_jar-_-any-7091887104134718646/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:20:14,997 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c33629c{HTTP/1.1, (http/1.1)}{localhost:44895} 2024-11-17T07:20:14,998 INFO [Time-limited test {}] server.Server(415): Started @204035ms 2024-11-17T07:20:15,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:20:15,085 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:20:15,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:20:15,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:20:15,087 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:20:15,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66eacbe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:20:15,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ea18a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:20:15,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d683701{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/java.io.tmpdir/jetty-localhost-46503-hadoop-hdfs-3_4_1-tests_jar-_-any-3235864579677891189/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:20:15,201 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@556f8e1d{HTTP/1.1, (http/1.1)}{localhost:46503} 2024-11-17T07:20:15,201 INFO [Time-limited test {}] server.Server(415): Started @204239ms 2024-11-17T07:20:15,202 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T07:20:15,325 WARN [Thread-2652 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/cluster_c0280d2d-91de-3c89-badf-a1f96092b5f9/data/data1/current/BP-1657348512-172.17.0.2-1731828014802/current, will proceed with Du for space computation calculation, 2024-11-17T07:20:15,325 WARN [Thread-2653 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/cluster_c0280d2d-91de-3c89-badf-a1f96092b5f9/data/data2/current/BP-1657348512-172.17.0.2-1731828014802/current, will proceed with Du for space computation calculation, 2024-11-17T07:20:15,345 WARN [Thread-2640 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T07:20:15,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x107db9efa97057e4 with lease ID 0x84d63ebcfae30b6b: Processing first storage report for DS-d38a4792-8467-46a0-bf08-b2ce7dc47a21 from datanode DatanodeRegistration(127.0.0.1:42085, datanodeUuid=3d7c79d7-bc5d-4630-a22c-e3db83c2e879, infoPort=36837, infoSecurePort=0, ipcPort=43065, storageInfo=lv=-57;cid=testClusterID;nsid=531768540;c=1731828014802) 2024-11-17T07:20:15,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x107db9efa97057e4 with lease ID 0x84d63ebcfae30b6b: from storage DS-d38a4792-8467-46a0-bf08-b2ce7dc47a21 node DatanodeRegistration(127.0.0.1:42085, datanodeUuid=3d7c79d7-bc5d-4630-a22c-e3db83c2e879, infoPort=36837, infoSecurePort=0, ipcPort=43065, storageInfo=lv=-57;cid=testClusterID;nsid=531768540;c=1731828014802), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:20:15,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x107db9efa97057e4 with lease ID 0x84d63ebcfae30b6b: Processing first storage report for DS-a7490646-0f37-49ec-9832-48c7aa9155ef from datanode DatanodeRegistration(127.0.0.1:42085, datanodeUuid=3d7c79d7-bc5d-4630-a22c-e3db83c2e879, infoPort=36837, infoSecurePort=0, ipcPort=43065, storageInfo=lv=-57;cid=testClusterID;nsid=531768540;c=1731828014802) 2024-11-17T07:20:15,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x107db9efa97057e4 with lease ID 0x84d63ebcfae30b6b: from storage DS-a7490646-0f37-49ec-9832-48c7aa9155ef node DatanodeRegistration(127.0.0.1:42085, datanodeUuid=3d7c79d7-bc5d-4630-a22c-e3db83c2e879, infoPort=36837, infoSecurePort=0, ipcPort=43065, storageInfo=lv=-57;cid=testClusterID;nsid=531768540;c=1731828014802), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:20:15,445 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663 2024-11-17T07:20:15,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:15,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:15,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741825_1001 (size=7) 2024-11-17T07:20:15,875 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf with version=8 2024-11-17T07:20:15,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/hbase-staging 2024-11-17T07:20:15,877 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:20:15,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:15,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:15,878 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:20:15,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:15,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:20:15,878 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:20:15,878 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:20:15,878 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46593 2024-11-17T07:20:15,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46593 connecting to ZooKeeper ensemble=127.0.0.1:62725 2024-11-17T07:20:15,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465930x0, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:20:15,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46593-0x10124cc49260000 connected 2024-11-17T07:20:15,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:15,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:15,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Set watcher on znode that does not yet exist, /0-604273169/running 2024-11-17T07:20:15,904 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf, hbase.cluster.distributed=false 2024-11-17T07:20:15,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Set watcher on znode that does not yet exist, /0-604273169/acl 2024-11-17T07:20:15,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46593 2024-11-17T07:20:15,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46593 2024-11-17T07:20:15,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46593 2024-11-17T07:20:15,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46593 2024-11-17T07:20:15,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46593 2024-11-17T07:20:15,926 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:20:15,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:15,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:15,927 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:20:15,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:15,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:20:15,927 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:20:15,927 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:20:15,927 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38063 2024-11-17T07:20:15,928 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38063 connecting to ZooKeeper ensemble=127.0.0.1:62725 2024-11-17T07:20:15,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:15,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:15,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380630x0, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:20:15,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380630x0, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Set watcher on znode that does not yet exist, /0-604273169/running 2024-11-17T07:20:15,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38063-0x10124cc49260001 connected 2024-11-17T07:20:15,935 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:20:15,936 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:20:15,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38063-0x10124cc49260001, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Set watcher on znode that does not yet exist, /0-604273169/master 2024-11-17T07:20:15,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38063-0x10124cc49260001, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Set watcher on znode that does not yet exist, /0-604273169/acl 2024-11-17T07:20:15,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38063 2024-11-17T07:20:15,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38063 2024-11-17T07:20:15,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38063 2024-11-17T07:20:15,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38063 2024-11-17T07:20:15,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38063 2024-11-17T07:20:15,963 DEBUG [M:0;1dd62e24b303:46593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:46593 2024-11-17T07:20:15,964 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-604273169/backup-masters/1dd62e24b303,46593,1731828015877 2024-11-17T07:20:15,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604273169/backup-masters 2024-11-17T07:20:15,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10124cc49260001, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604273169/backup-masters 2024-11-17T07:20:15,966 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Set watcher on existing znode=/0-604273169/backup-masters/1dd62e24b303,46593,1731828015877 2024-11-17T07:20:15,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10124cc49260001, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-604273169/master 2024-11-17T07:20:15,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604273169 2024-11-17T07:20:15,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10124cc49260001, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604273169 2024-11-17T07:20:15,971 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Set watcher on existing znode=/0-604273169/master 2024-11-17T07:20:15,971 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-604273169/backup-masters/1dd62e24b303,46593,1731828015877 from backup master directory 2024-11-17T07:20:15,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-604273169/backup-masters/1dd62e24b303,46593,1731828015877 2024-11-17T07:20:15,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604273169/backup-masters 2024-11-17T07:20:15,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10124cc49260001, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604273169/backup-masters 2024-11-17T07:20:15,973 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:20:15,973 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,46593,1731828015877 2024-11-17T07:20:15,977 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/hbase.id] with ID: 1df5b070-b9e4-4291-837d-9bb193d747c1 2024-11-17T07:20:15,977 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/.tmp/hbase.id 2024-11-17T07:20:15,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741826_1002 (size=42) 2024-11-17T07:20:15,993 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/.tmp/hbase.id]:[hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/hbase.id] 2024-11-17T07:20:16,001 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:16,001 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:20:16,002 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T07:20:16,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604273169 2024-11-17T07:20:16,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10124cc49260001, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604273169 2024-11-17T07:20:16,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741827_1003 (size=196) 2024-11-17T07:20:16,013 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:20:16,014 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:20:16,015 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:20:16,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741828_1004 (size=1189) 2024-11-17T07:20:16,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T07:20:16,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T07:20:16,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T07:20:16,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:20:16,444 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/data/master/store 2024-11-17T07:20:16,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741829_1005 (size=34) 2024-11-17T07:20:16,481 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:16,481 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:20:16,481 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:16,481 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:16,481 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:20:16,481 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:16,481 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:16,482 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731828016481Disabling compacts and flushes for region at 1731828016481Disabling writes for close at 1731828016481Writing region close event to WAL at 1731828016481Closed at 1731828016481 2024-11-17T07:20:16,483 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/data/master/store/.initializing 2024-11-17T07:20:16,483 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/WALs/1dd62e24b303,46593,1731828015877 2024-11-17T07:20:16,485 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:20:16,487 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C46593%2C1731828015877, suffix=, logDir=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/WALs/1dd62e24b303,46593,1731828015877, archiveDir=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/oldWALs, maxLogs=10 2024-11-17T07:20:16,514 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/WALs/1dd62e24b303,46593,1731828015877/1dd62e24b303%2C46593%2C1731828015877.1731828016487, exclude list is [], retry=0 2024-11-17T07:20:16,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42085,DS-d38a4792-8467-46a0-bf08-b2ce7dc47a21,DISK] 2024-11-17T07:20:16,532 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/WALs/1dd62e24b303,46593,1731828015877/1dd62e24b303%2C46593%2C1731828015877.1731828016487 2024-11-17T07:20:16,549 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36837:36837)] 2024-11-17T07:20:16,549 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:20:16,549 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:16,549 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:16,549 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:16,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:16,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:20:16,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:16,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:16,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:16,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:20:16,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:16,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:16,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:16,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:20:16,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:16,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:16,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:16,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:20:16,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:16,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:16,567 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:16,568 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:16,569 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:16,571 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:16,571 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:16,571 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:20:16,575 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:16,582 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:20:16,583 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61209502, jitterRate=-0.0879073441028595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:20:16,583 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731828016549Initializing all the Stores at 1731828016551 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828016551Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828016556 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828016556Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828016556Cleaning up temporary data from old regions at 1731828016571 (+15 ms)Region opened successfully at 1731828016583 (+12 ms) 2024-11-17T07:20:16,584 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:20:16,593 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c76a5e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:20:16,598 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T07:20:16,598 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:20:16,598 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:20:16,598 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:20:16,599 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T07:20:16,599 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T07:20:16,599 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:20:16,619 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:20:16,620 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Unable to get data of znode /0-604273169/balancer because node does not exist (not necessarily an error) 2024-11-17T07:20:16,622 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-604273169/balancer already deleted, retry=false 2024-11-17T07:20:16,622 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:20:16,623 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Unable to get data of znode /0-604273169/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:20:16,630 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-604273169/normalizer already deleted, retry=false 2024-11-17T07:20:16,630 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:20:16,646 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Unable to get data of znode /0-604273169/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:20:16,649 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-604273169/switch/split already deleted, retry=false 2024-11-17T07:20:16,650 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Unable to get data of znode /0-604273169/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:20:16,651 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-604273169/switch/merge already deleted, retry=false 2024-11-17T07:20:16,654 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Unable to get data of znode /0-604273169/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:20:16,655 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-604273169/snapshot-cleanup already deleted, retry=false 2024-11-17T07:20:16,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-604273169/running 2024-11-17T07:20:16,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10124cc49260001, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-604273169/running 2024-11-17T07:20:16,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604273169 2024-11-17T07:20:16,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10124cc49260001, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604273169 2024-11-17T07:20:16,660 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,46593,1731828015877, sessionid=0x10124cc49260000, setting cluster-up flag (Was=false) 2024-11-17T07:20:16,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10124cc49260001, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604273169 2024-11-17T07:20:16,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604273169 2024-11-17T07:20:16,671 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-604273169/flush-table-proc/acquired, /0-604273169/flush-table-proc/reached, /0-604273169/flush-table-proc/abort 2024-11-17T07:20:16,672 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,46593,1731828015877 2024-11-17T07:20:16,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10124cc49260001, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604273169 2024-11-17T07:20:16,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604273169 2024-11-17T07:20:16,682 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-604273169/online-snapshot/acquired, /0-604273169/online-snapshot/reached, /0-604273169/online-snapshot/abort 2024-11-17T07:20:16,685 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,46593,1731828015877 2024-11-17T07:20:16,690 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T07:20:16,702 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:20:16,702 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:20:16,702 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:20:16,703 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,46593,1731828015877 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:20:16,704 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:20:16,704 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:20:16,704 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:20:16,704 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:20:16,704 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:20:16,704 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:16,704 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:20:16,704 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:16,730 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:20:16,730 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T07:20:16,731 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:16,732 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T07:20:16,736 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731828046736 2024-11-17T07:20:16,737 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:20:16,737 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:20:16,737 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:20:16,737 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:20:16,737 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:20:16,737 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:20:16,737 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:16,738 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:20:16,738 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:20:16,738 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:20:16,739 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:20:16,739 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:20:16,739 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:20:16,739 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828016739,5,FailOnTimeoutGroup] 2024-11-17T07:20:16,740 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828016739,5,FailOnTimeoutGroup] 2024-11-17T07:20:16,740 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:16,740 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:20:16,740 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:16,740 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:16,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741831_1007 (size=1321) 2024-11-17T07:20:16,768 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(746): ClusterId : 1df5b070-b9e4-4291-837d-9bb193d747c1 2024-11-17T07:20:16,768 DEBUG [RS:0;1dd62e24b303:38063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:20:16,773 DEBUG [RS:0;1dd62e24b303:38063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:20:16,774 DEBUG [RS:0;1dd62e24b303:38063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:20:16,780 DEBUG [RS:0;1dd62e24b303:38063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:20:16,781 DEBUG [RS:0;1dd62e24b303:38063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4577c4fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:20:16,799 DEBUG [RS:0;1dd62e24b303:38063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:38063 2024-11-17T07:20:16,799 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:20:16,799 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:20:16,799 DEBUG [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:20:16,800 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,46593,1731828015877 with port=38063, startcode=1731828015926 2024-11-17T07:20:16,800 DEBUG [RS:0;1dd62e24b303:38063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:20:16,804 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:20:16,805 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46593 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,38063,1731828015926 2024-11-17T07:20:16,805 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46593 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,38063,1731828015926 2024-11-17T07:20:16,808 DEBUG [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf 2024-11-17T07:20:16,808 DEBUG [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46797 2024-11-17T07:20:16,808 DEBUG [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:20:16,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604273169/rs 2024-11-17T07:20:16,811 DEBUG [RS:0;1dd62e24b303:38063 {}] zookeeper.ZKUtil(111): regionserver:38063-0x10124cc49260001, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Set watcher on existing znode=/0-604273169/rs/1dd62e24b303,38063,1731828015926 2024-11-17T07:20:16,811 WARN [RS:0;1dd62e24b303:38063 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:20:16,811 INFO [RS:0;1dd62e24b303:38063 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:20:16,811 DEBUG [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926 2024-11-17T07:20:16,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,38063,1731828015926] 2024-11-17T07:20:16,847 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:20:16,852 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:20:16,870 INFO [RS:0;1dd62e24b303:38063 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:20:16,870 INFO [RS:0;1dd62e24b303:38063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:16,880 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:20:16,881 INFO [RS:0;1dd62e24b303:38063 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:20:16,882 INFO [RS:0;1dd62e24b303:38063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:16,882 DEBUG [RS:0;1dd62e24b303:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:16,882 DEBUG [RS:0;1dd62e24b303:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:16,882 DEBUG [RS:0;1dd62e24b303:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:16,882 DEBUG [RS:0;1dd62e24b303:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:16,882 DEBUG [RS:0;1dd62e24b303:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:16,882 DEBUG [RS:0;1dd62e24b303:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:20:16,882 DEBUG [RS:0;1dd62e24b303:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:16,882 DEBUG [RS:0;1dd62e24b303:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:16,882 DEBUG [RS:0;1dd62e24b303:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:16,882 DEBUG [RS:0;1dd62e24b303:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:16,882 DEBUG [RS:0;1dd62e24b303:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:16,882 DEBUG [RS:0;1dd62e24b303:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:16,882 DEBUG [RS:0;1dd62e24b303:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:20:16,882 DEBUG [RS:0;1dd62e24b303:38063 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:20:16,891 INFO [RS:0;1dd62e24b303:38063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:16,891 INFO [RS:0;1dd62e24b303:38063 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:16,891 INFO [RS:0;1dd62e24b303:38063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:16,891 INFO [RS:0;1dd62e24b303:38063 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:16,891 INFO [RS:0;1dd62e24b303:38063 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:16,891 INFO [RS:0;1dd62e24b303:38063 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,38063,1731828015926-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:20:16,926 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:20:16,926 INFO [RS:0;1dd62e24b303:38063 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,38063,1731828015926-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:16,926 INFO [RS:0;1dd62e24b303:38063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:16,926 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.Replication(171): 1dd62e24b303,38063,1731828015926 started 2024-11-17T07:20:16,948 INFO [RS:0;1dd62e24b303:38063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:16,948 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,38063,1731828015926, RpcServer on 1dd62e24b303/172.17.0.2:38063, sessionid=0x10124cc49260001 2024-11-17T07:20:16,949 DEBUG [RS:0;1dd62e24b303:38063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:20:16,949 DEBUG [RS:0;1dd62e24b303:38063 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,38063,1731828015926 2024-11-17T07:20:16,949 DEBUG [RS:0;1dd62e24b303:38063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,38063,1731828015926' 2024-11-17T07:20:16,949 DEBUG [RS:0;1dd62e24b303:38063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-604273169/flush-table-proc/abort' 2024-11-17T07:20:16,949 DEBUG [RS:0;1dd62e24b303:38063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-604273169/flush-table-proc/acquired' 2024-11-17T07:20:16,950 DEBUG [RS:0;1dd62e24b303:38063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:20:16,950 DEBUG [RS:0;1dd62e24b303:38063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:20:16,950 DEBUG [RS:0;1dd62e24b303:38063 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,38063,1731828015926 2024-11-17T07:20:16,950 DEBUG [RS:0;1dd62e24b303:38063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,38063,1731828015926' 2024-11-17T07:20:16,950 DEBUG [RS:0;1dd62e24b303:38063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-604273169/online-snapshot/abort' 2024-11-17T07:20:16,951 DEBUG [RS:0;1dd62e24b303:38063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-604273169/online-snapshot/acquired' 2024-11-17T07:20:16,951 DEBUG [RS:0;1dd62e24b303:38063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:20:16,951 INFO [RS:0;1dd62e24b303:38063 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:20:16,951 INFO [RS:0;1dd62e24b303:38063 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:20:17,052 INFO [RS:0;1dd62e24b303:38063 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:20:17,054 INFO [RS:0;1dd62e24b303:38063 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C38063%2C1731828015926, suffix=, logDir=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926, archiveDir=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/oldWALs, maxLogs=10 2024-11-17T07:20:17,075 DEBUG [RS:0;1dd62e24b303:38063 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054, exclude list is [], retry=0 2024-11-17T07:20:17,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42085,DS-d38a4792-8467-46a0-bf08-b2ce7dc47a21,DISK] 2024-11-17T07:20:17,092 INFO [RS:0;1dd62e24b303:38063 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 2024-11-17T07:20:17,106 DEBUG [RS:0;1dd62e24b303:38063 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36837:36837)] 2024-11-17T07:20:17,169 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T07:20:17,169 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf 2024-11-17T07:20:17,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741833_1009 (size=32) 2024-11-17T07:20:17,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:17,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:20:17,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:20:17,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:17,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:17,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:20:17,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:20:17,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:17,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:17,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:20:17,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:20:17,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:17,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:17,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:20:17,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:20:17,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:17,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:17,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:20:17,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740 2024-11-17T07:20:17,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740 2024-11-17T07:20:17,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:20:17,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:20:17,192 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:20:17,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:20:17,201 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:20:17,201 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66174426, jitterRate=-0.013924211263656616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:20:17,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731828017179Initializing all the Stores at 1731828017180 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828017180Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828017180Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828017180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828017180Cleaning up temporary data from old regions at 1731828017191 (+11 ms)Region opened successfully at 1731828017202 (+11 ms) 2024-11-17T07:20:17,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:20:17,202 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:20:17,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:20:17,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:20:17,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:20:17,206 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:20:17,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731828017202Disabling compacts and flushes for region at 1731828017202Disabling writes for close at 1731828017202Writing region close event to WAL at 1731828017206 (+4 ms)Closed at 1731828017206 2024-11-17T07:20:17,207 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:20:17,207 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T07:20:17,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:20:17,208 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:20:17,210 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T07:20:17,360 DEBUG [1dd62e24b303:46593 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:20:17,361 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,38063,1731828015926 2024-11-17T07:20:17,362 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,38063,1731828015926, state=OPENING 2024-11-17T07:20:17,363 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T07:20:17,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604273169 2024-11-17T07:20:17,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10124cc49260001, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604273169 2024-11-17T07:20:17,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-604273169/meta-region-server: CHANGED 2024-11-17T07:20:17,365 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:20:17,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-604273169/meta-region-server: CHANGED 2024-11-17T07:20:17,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,38063,1731828015926}] 2024-11-17T07:20:17,517 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:20:17,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:20:17,522 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:20:17,522 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:20:17,522 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:20:17,523 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C38063%2C1731828015926.meta, suffix=.meta, logDir=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926, archiveDir=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/oldWALs, maxLogs=10 2024-11-17T07:20:17,536 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.meta.1731828017523.meta, exclude list is [], retry=0 2024-11-17T07:20:17,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42085,DS-d38a4792-8467-46a0-bf08-b2ce7dc47a21,DISK] 2024-11-17T07:20:17,539 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.meta.1731828017523.meta 2024-11-17T07:20:17,540 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36837:36837)] 2024-11-17T07:20:17,540 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:20:17,540 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:20:17,540 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:20:17,541 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:20:17,541 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:20:17,541 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:20:17,541 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:17,541 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:20:17,541 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:20:17,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:20:17,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:20:17,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:17,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:17,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:20:17,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:20:17,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:17,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:17,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:20:17,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:20:17,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:17,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:17,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:20:17,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:20:17,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:17,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:17,546 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:20:17,546 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740 2024-11-17T07:20:17,547 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740 2024-11-17T07:20:17,548 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:20:17,548 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:20:17,548 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:20:17,549 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:20:17,549 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66738026, jitterRate=-0.005525916814804077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:20:17,549 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:20:17,550 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731828017541Writing region info on filesystem at 1731828017541Initializing all the Stores at 1731828017542 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828017542Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828017542Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828017542Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828017542Cleaning up temporary data from old regions at 1731828017548 (+6 ms)Running coprocessor post-open hooks at 1731828017549 (+1 ms)Region opened successfully at 1731828017550 (+1 ms) 2024-11-17T07:20:17,552 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731828017517 2024-11-17T07:20:17,554 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:20:17,554 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:20:17,554 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,38063,1731828015926 2024-11-17T07:20:17,555 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,38063,1731828015926, state=OPEN 2024-11-17T07:20:17,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-604273169/meta-region-server 2024-11-17T07:20:17,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10124cc49260001, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-604273169/meta-region-server 2024-11-17T07:20:17,560 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,38063,1731828015926 2024-11-17T07:20:17,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-604273169/meta-region-server: CHANGED 2024-11-17T07:20:17,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-604273169/meta-region-server: CHANGED 2024-11-17T07:20:17,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T07:20:17,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,38063,1731828015926 in 195 msec 2024-11-17T07:20:17,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T07:20:17,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-17T07:20:17,564 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:20:17,564 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T07:20:17,565 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:20:17,565 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,38063,1731828015926, seqNum=-1] 2024-11-17T07:20:17,566 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:20:17,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:20:17,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 870 msec 2024-11-17T07:20:17,571 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731828017571, completionTime=-1 2024-11-17T07:20:17,571 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T07:20:17,571 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:20:17,573 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:20:17,573 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731828077573 2024-11-17T07:20:17,573 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731828137573 2024-11-17T07:20:17,573 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T07:20:17,573 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,46593,1731828015877-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:17,573 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,46593,1731828015877-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:17,573 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,46593,1731828015877-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:17,573 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:46593, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:17,573 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:17,574 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:17,575 DEBUG [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T07:20:17,577 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.604sec 2024-11-17T07:20:17,577 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:20:17,577 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:20:17,577 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:20:17,577 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:20:17,577 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:20:17,577 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,46593,1731828015877-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:20:17,577 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,46593,1731828015877-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:20:17,579 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:20:17,579 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:20:17,579 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,46593,1731828015877-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:17,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af64b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:17,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,46593,-1 for getting cluster id 2024-11-17T07:20:17,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:17,668 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1df5b070-b9e4-4291-837d-9bb193d747c1' 2024-11-17T07:20:17,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:17,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1df5b070-b9e4-4291-837d-9bb193d747c1" 2024-11-17T07:20:17,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238a7712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:17,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,46593,-1] 2024-11-17T07:20:17,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:17,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:17,670 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:17,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1253d159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:17,670 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:20:17,671 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,38063,1731828015926, seqNum=-1] 2024-11-17T07:20:17,672 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:20:17,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:20:17,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1dd62e24b303,46593,1731828015877 2024-11-17T07:20:17,674 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62725 2024-11-17T07:20:17,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:20:17,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10124cc49260002 connected 2024-11-17T07:20:17,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/hadoop.log.dir so I do NOT create it in target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788 2024-11-17T07:20:17,680 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T07:20:17,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/hadoop.tmp.dir so I do NOT create it in target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788 2024-11-17T07:20:17,680 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T07:20:17,680 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788 2024-11-17T07:20:17,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T07:20:17,680 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/cluster_f15de26b-1a34-766b-8ebd-9d9c4e2c331b, deleteOnExit=true 2024-11-17T07:20:17,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T07:20:17,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/test.cache.data in system properties and HBase conf 2024-11-17T07:20:17,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T07:20:17,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/hadoop.log.dir in system properties and HBase conf 2024-11-17T07:20:17,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T07:20:17,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T07:20:17,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T07:20:17,681 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T07:20:17,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:20:17,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:20:17,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T07:20:17,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:20:17,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T07:20:17,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T07:20:17,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:20:17,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:20:17,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T07:20:17,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/nfs.dump.dir in system properties and HBase conf 2024-11-17T07:20:17,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/java.io.tmpdir in system properties and HBase conf 2024-11-17T07:20:17,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:20:17,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T07:20:17,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T07:20:17,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:20:17,769 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:20:17,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:20:17,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:20:17,776 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T07:20:17,777 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:20:17,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b4d9ce1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:20:17,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cf1b723{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:20:17,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d20f708{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/java.io.tmpdir/jetty-localhost-34237-hadoop-hdfs-3_4_1-tests_jar-_-any-1249342072827076058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:20:17,894 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37ef63c7{HTTP/1.1, (http/1.1)}{localhost:34237} 2024-11-17T07:20:17,894 INFO [Time-limited test {}] server.Server(415): Started @206932ms 2024-11-17T07:20:17,975 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:20:17,979 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:20:17,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:20:17,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:20:17,980 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T07:20:17,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fcd1238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:20:17,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44954ca3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:20:18,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6922d20{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/java.io.tmpdir/jetty-localhost-40475-hadoop-hdfs-3_4_1-tests_jar-_-any-14335227186951868561/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:20:18,101 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6536f56d{HTTP/1.1, (http/1.1)}{localhost:40475} 2024-11-17T07:20:18,101 INFO [Time-limited test {}] server.Server(415): Started @207139ms 2024-11-17T07:20:18,102 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T07:20:18,202 WARN [Thread-2772 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/cluster_f15de26b-1a34-766b-8ebd-9d9c4e2c331b/data/data1/current/BP-1701940150-172.17.0.2-1731828017703/current, will proceed with Du for space computation calculation, 2024-11-17T07:20:18,202 WARN [Thread-2773 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/cluster_f15de26b-1a34-766b-8ebd-9d9c4e2c331b/data/data2/current/BP-1701940150-172.17.0.2-1731828017703/current, will proceed with Du for space computation calculation, 2024-11-17T07:20:18,221 WARN [Thread-2760 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T07:20:18,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdaa442b7c70b782 with lease ID 0x77fe4248cd511869: Processing first storage report for DS-9f4929c7-57ca-4839-b5ca-7b03db11ce5b from datanode DatanodeRegistration(127.0.0.1:39829, datanodeUuid=095013a3-3b4d-4d1d-ac84-759e532af6b9, infoPort=42659, infoSecurePort=0, ipcPort=37905, storageInfo=lv=-57;cid=testClusterID;nsid=972046916;c=1731828017703) 2024-11-17T07:20:18,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdaa442b7c70b782 with lease ID 0x77fe4248cd511869: from storage DS-9f4929c7-57ca-4839-b5ca-7b03db11ce5b node DatanodeRegistration(127.0.0.1:39829, datanodeUuid=095013a3-3b4d-4d1d-ac84-759e532af6b9, infoPort=42659, infoSecurePort=0, ipcPort=37905, storageInfo=lv=-57;cid=testClusterID;nsid=972046916;c=1731828017703), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:20:18,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdaa442b7c70b782 with lease ID 0x77fe4248cd511869: Processing first storage report for DS-47151f81-d719-4fad-9b13-6497d21e338d from datanode DatanodeRegistration(127.0.0.1:39829, datanodeUuid=095013a3-3b4d-4d1d-ac84-759e532af6b9, infoPort=42659, infoSecurePort=0, ipcPort=37905, storageInfo=lv=-57;cid=testClusterID;nsid=972046916;c=1731828017703) 2024-11-17T07:20:18,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdaa442b7c70b782 with lease ID 0x77fe4248cd511869: from storage DS-47151f81-d719-4fad-9b13-6497d21e338d node DatanodeRegistration(127.0.0.1:39829, datanodeUuid=095013a3-3b4d-4d1d-ac84-759e532af6b9, infoPort=42659, infoSecurePort=0, ipcPort=37905, storageInfo=lv=-57;cid=testClusterID;nsid=972046916;c=1731828017703), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:20:18,226 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788 2024-11-17T07:20:18,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:18,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:18,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741825_1001 (size=7) 2024-11-17T07:20:18,636 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80 with version=8 2024-11-17T07:20:18,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/hbase-staging 2024-11-17T07:20:18,639 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:20:18,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:18,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:18,639 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:20:18,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:18,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:20:18,639 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:20:18,639 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:20:18,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37805 2024-11-17T07:20:18,640 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37805 connecting to ZooKeeper ensemble=127.0.0.1:62725 2024-11-17T07:20:18,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378050x0, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:20:18,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37805-0x10124cc49260003 connected 2024-11-17T07:20:18,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:18,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:18,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Set watcher on znode that does not yet exist, /11588677377/running 2024-11-17T07:20:18,662 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80, hbase.cluster.distributed=false 2024-11-17T07:20:18,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Set watcher on znode that does not yet exist, /11588677377/acl 2024-11-17T07:20:18,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37805 2024-11-17T07:20:18,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37805 2024-11-17T07:20:18,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37805 2024-11-17T07:20:18,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37805 2024-11-17T07:20:18,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37805 2024-11-17T07:20:18,682 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:20:18,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:18,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:18,682 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:20:18,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:18,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:20:18,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:20:18,682 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:20:18,683 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46159 2024-11-17T07:20:18,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46159 connecting to ZooKeeper ensemble=127.0.0.1:62725 2024-11-17T07:20:18,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:18,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:18,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461590x0, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:20:18,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461590x0, quorum=127.0.0.1:62725, baseZNode=/11588677377 Set watcher on znode that does not yet exist, /11588677377/running 2024-11-17T07:20:18,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46159-0x10124cc49260004 connected 2024-11-17T07:20:18,690 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:20:18,693 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:20:18,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46159-0x10124cc49260004, quorum=127.0.0.1:62725, baseZNode=/11588677377 Set watcher on znode that does not yet exist, /11588677377/master 2024-11-17T07:20:18,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46159-0x10124cc49260004, quorum=127.0.0.1:62725, baseZNode=/11588677377 Set watcher on znode that does not yet exist, /11588677377/acl 2024-11-17T07:20:18,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46159 2024-11-17T07:20:18,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46159 2024-11-17T07:20:18,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46159 2024-11-17T07:20:18,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46159 2024-11-17T07:20:18,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46159 2024-11-17T07:20:18,717 DEBUG [M:0;1dd62e24b303:37805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:37805 2024-11-17T07:20:18,717 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11588677377/backup-masters/1dd62e24b303,37805,1731828018638 2024-11-17T07:20:18,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46159-0x10124cc49260004, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11588677377/backup-masters 2024-11-17T07:20:18,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11588677377/backup-masters 2024-11-17T07:20:18,719 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Set watcher on existing znode=/11588677377/backup-masters/1dd62e24b303,37805,1731828018638 2024-11-17T07:20:18,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46159-0x10124cc49260004, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11588677377/master 2024-11-17T07:20:18,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11588677377 2024-11-17T07:20:18,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46159-0x10124cc49260004, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11588677377 2024-11-17T07:20:18,723 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Set watcher on existing znode=/11588677377/master 2024-11-17T07:20:18,723 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11588677377/backup-masters/1dd62e24b303,37805,1731828018638 from backup master directory 2024-11-17T07:20:18,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11588677377/backup-masters/1dd62e24b303,37805,1731828018638 2024-11-17T07:20:18,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11588677377/backup-masters 2024-11-17T07:20:18,724 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:20:18,724 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,37805,1731828018638 2024-11-17T07:20:18,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46159-0x10124cc49260004, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11588677377/backup-masters 2024-11-17T07:20:18,729 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/hbase.id] with ID: 5fbc54d0-6a37-43a6-a329-b688ac1e3344 2024-11-17T07:20:18,729 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/.tmp/hbase.id 2024-11-17T07:20:18,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741826_1002 (size=42) 2024-11-17T07:20:19,139 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/.tmp/hbase.id]:[hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/hbase.id] 2024-11-17T07:20:19,147 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:19,147 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:20:19,148 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T07:20:19,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11588677377 2024-11-17T07:20:19,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46159-0x10124cc49260004, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11588677377 2024-11-17T07:20:19,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741827_1003 (size=196) 2024-11-17T07:20:19,156 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:20:19,156 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:20:19,156 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:20:19,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741828_1004 (size=1189) 2024-11-17T07:20:19,562 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/data/master/store 2024-11-17T07:20:19,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741829_1005 (size=34) 2024-11-17T07:20:19,968 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:19,968 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:20:19,968 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:19,968 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:19,968 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:20:19,968 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:19,968 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:19,968 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731828019968Disabling compacts and flushes for region at 1731828019968Disabling writes for close at 1731828019968Writing region close event to WAL at 1731828019968Closed at 1731828019968 2024-11-17T07:20:19,969 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/data/master/store/.initializing 2024-11-17T07:20:19,969 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/WALs/1dd62e24b303,37805,1731828018638 2024-11-17T07:20:19,970 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:20:19,971 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C37805%2C1731828018638, suffix=, logDir=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/WALs/1dd62e24b303,37805,1731828018638, archiveDir=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/oldWALs, maxLogs=10 2024-11-17T07:20:19,985 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/WALs/1dd62e24b303,37805,1731828018638/1dd62e24b303%2C37805%2C1731828018638.1731828019971, exclude list is [], retry=0 2024-11-17T07:20:19,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39829,DS-9f4929c7-57ca-4839-b5ca-7b03db11ce5b,DISK] 2024-11-17T07:20:19,989 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/WALs/1dd62e24b303,37805,1731828018638/1dd62e24b303%2C37805%2C1731828018638.1731828019971 2024-11-17T07:20:19,989 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42659:42659)] 2024-11-17T07:20:20,002 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:20:20,002 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:20,002 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:20,002 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:20,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:20,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:20:20,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:20,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:20,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:20,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:20:20,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:20,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:20,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:20,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:20:20,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:20,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:20,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:20,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:20:20,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:20,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:20,009 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:20,009 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:20,010 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:20,011 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:20,011 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:20,011 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:20:20,012 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:20,014 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:20:20,014 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67780147, jitterRate=0.010002896189689636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:20:20,014 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731828020002Initializing all the Stores at 1731828020003 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828020003Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828020003Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828020003Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828020003Cleaning up temporary data from old regions at 1731828020011 (+8 ms)Region opened successfully at 1731828020014 (+3 ms) 2024-11-17T07:20:20,015 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:20:20,018 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a11fd68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:20:20,019 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T07:20:20,019 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:20:20,019 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:20:20,020 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:20:20,020 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T07:20:20,020 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T07:20:20,020 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:20:20,022 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:20:20,023 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Unable to get data of znode /11588677377/balancer because node does not exist (not necessarily an error) 2024-11-17T07:20:20,024 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11588677377/balancer already deleted, retry=false 2024-11-17T07:20:20,024 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:20:20,025 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Unable to get data of znode /11588677377/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:20:20,028 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11588677377/normalizer already deleted, retry=false 2024-11-17T07:20:20,028 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:20:20,029 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Unable to get data of znode /11588677377/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:20:20,030 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11588677377/switch/split already deleted, retry=false 2024-11-17T07:20:20,030 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Unable to get data of znode /11588677377/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:20:20,031 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11588677377/switch/merge already deleted, retry=false 2024-11-17T07:20:20,033 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Unable to get data of znode /11588677377/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:20:20,034 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11588677377/snapshot-cleanup already deleted, retry=false 2024-11-17T07:20:20,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11588677377/running 2024-11-17T07:20:20,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46159-0x10124cc49260004, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11588677377/running 2024-11-17T07:20:20,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46159-0x10124cc49260004, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11588677377 2024-11-17T07:20:20,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11588677377 2024-11-17T07:20:20,037 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,37805,1731828018638, sessionid=0x10124cc49260003, setting cluster-up flag (Was=false) 2024-11-17T07:20:20,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46159-0x10124cc49260004, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11588677377 2024-11-17T07:20:20,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11588677377 2024-11-17T07:20:20,044 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11588677377/flush-table-proc/acquired, /11588677377/flush-table-proc/reached, /11588677377/flush-table-proc/abort 2024-11-17T07:20:20,045 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,37805,1731828018638 2024-11-17T07:20:20,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11588677377 2024-11-17T07:20:20,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46159-0x10124cc49260004, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11588677377 2024-11-17T07:20:20,054 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11588677377/online-snapshot/acquired, /11588677377/online-snapshot/reached, /11588677377/online-snapshot/abort 2024-11-17T07:20:20,054 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,37805,1731828018638 2024-11-17T07:20:20,055 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T07:20:20,057 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:20:20,057 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:20:20,057 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:20:20,058 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,37805,1731828018638 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:20:20,059 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:20:20,059 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:20:20,059 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:20:20,059 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:20:20,059 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:20:20,059 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:20,059 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:20:20,059 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:20,060 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:20:20,060 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731828050060 2024-11-17T07:20:20,060 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T07:20:20,060 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:20:20,060 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:20:20,061 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:20:20,061 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:20,061 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:20:20,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T07:20:20,061 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:20:20,061 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:20:20,064 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:20,065 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:20:20,065 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:20:20,065 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:20:20,065 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:20:20,066 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:20:20,066 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:20:20,066 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828020066,5,FailOnTimeoutGroup] 2024-11-17T07:20:20,066 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828020066,5,FailOnTimeoutGroup] 2024-11-17T07:20:20,066 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:20,067 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:20:20,067 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:20,067 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:20,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741831_1007 (size=1321) 2024-11-17T07:20:20,068 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T07:20:20,068 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80 2024-11-17T07:20:20,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741832_1008 (size=32) 2024-11-17T07:20:20,106 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(746): ClusterId : 5fbc54d0-6a37-43a6-a329-b688ac1e3344 2024-11-17T07:20:20,106 DEBUG [RS:0;1dd62e24b303:46159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:20:20,108 DEBUG [RS:0;1dd62e24b303:46159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:20:20,108 DEBUG [RS:0;1dd62e24b303:46159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:20:20,112 DEBUG [RS:0;1dd62e24b303:46159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:20:20,112 DEBUG [RS:0;1dd62e24b303:46159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1777de36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:20:20,138 DEBUG [RS:0;1dd62e24b303:46159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:46159 2024-11-17T07:20:20,138 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:20:20,138 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:20:20,138 DEBUG [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:20:20,139 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,37805,1731828018638 with port=46159, startcode=1731828018682 2024-11-17T07:20:20,139 DEBUG [RS:0;1dd62e24b303:46159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:20:20,140 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:20:20,141 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37805 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,46159,1731828018682 2024-11-17T07:20:20,141 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37805 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,46159,1731828018682 2024-11-17T07:20:20,142 DEBUG [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80 2024-11-17T07:20:20,142 DEBUG [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43097 2024-11-17T07:20:20,142 DEBUG [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:20:20,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11588677377/rs 2024-11-17T07:20:20,147 DEBUG [RS:0;1dd62e24b303:46159 {}] zookeeper.ZKUtil(111): regionserver:46159-0x10124cc49260004, quorum=127.0.0.1:62725, baseZNode=/11588677377 Set watcher on existing znode=/11588677377/rs/1dd62e24b303,46159,1731828018682 2024-11-17T07:20:20,147 WARN [RS:0;1dd62e24b303:46159 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:20:20,147 INFO [RS:0;1dd62e24b303:46159 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:20:20,147 DEBUG [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682 2024-11-17T07:20:20,148 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,46159,1731828018682] 2024-11-17T07:20:20,151 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:20:20,153 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:20:20,153 INFO [RS:0;1dd62e24b303:46159 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:20:20,154 INFO [RS:0;1dd62e24b303:46159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:20,154 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:20:20,154 INFO [RS:0;1dd62e24b303:46159 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:20:20,155 INFO [RS:0;1dd62e24b303:46159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:20,155 DEBUG [RS:0;1dd62e24b303:46159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:20,155 DEBUG [RS:0;1dd62e24b303:46159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:20,155 DEBUG [RS:0;1dd62e24b303:46159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:20,155 DEBUG [RS:0;1dd62e24b303:46159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:20,155 DEBUG [RS:0;1dd62e24b303:46159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:20,155 DEBUG [RS:0;1dd62e24b303:46159 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:20:20,155 DEBUG [RS:0;1dd62e24b303:46159 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:20,155 DEBUG [RS:0;1dd62e24b303:46159 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:20,155 DEBUG [RS:0;1dd62e24b303:46159 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:20,155 DEBUG [RS:0;1dd62e24b303:46159 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:20,155 DEBUG [RS:0;1dd62e24b303:46159 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:20,155 DEBUG [RS:0;1dd62e24b303:46159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:20,155 DEBUG [RS:0;1dd62e24b303:46159 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:20:20,155 DEBUG [RS:0;1dd62e24b303:46159 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:20:20,155 INFO [RS:0;1dd62e24b303:46159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:20,155 INFO [RS:0;1dd62e24b303:46159 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:20,155 INFO [RS:0;1dd62e24b303:46159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:20,155 INFO [RS:0;1dd62e24b303:46159 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:20,155 INFO [RS:0;1dd62e24b303:46159 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:20,155 INFO [RS:0;1dd62e24b303:46159 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,46159,1731828018682-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:20:20,170 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:20:20,170 INFO [RS:0;1dd62e24b303:46159 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,46159,1731828018682-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:20,170 INFO [RS:0;1dd62e24b303:46159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:20,171 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.Replication(171): 1dd62e24b303,46159,1731828018682 started 2024-11-17T07:20:20,196 INFO [RS:0;1dd62e24b303:46159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:20,196 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,46159,1731828018682, RpcServer on 1dd62e24b303/172.17.0.2:46159, sessionid=0x10124cc49260004 2024-11-17T07:20:20,196 DEBUG [RS:0;1dd62e24b303:46159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:20:20,196 DEBUG [RS:0;1dd62e24b303:46159 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,46159,1731828018682 2024-11-17T07:20:20,196 DEBUG [RS:0;1dd62e24b303:46159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,46159,1731828018682' 2024-11-17T07:20:20,196 DEBUG [RS:0;1dd62e24b303:46159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11588677377/flush-table-proc/abort' 2024-11-17T07:20:20,197 DEBUG [RS:0;1dd62e24b303:46159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11588677377/flush-table-proc/acquired' 2024-11-17T07:20:20,197 DEBUG [RS:0;1dd62e24b303:46159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:20:20,197 DEBUG [RS:0;1dd62e24b303:46159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:20:20,197 DEBUG [RS:0;1dd62e24b303:46159 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,46159,1731828018682 2024-11-17T07:20:20,197 DEBUG [RS:0;1dd62e24b303:46159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,46159,1731828018682' 2024-11-17T07:20:20,197 DEBUG [RS:0;1dd62e24b303:46159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11588677377/online-snapshot/abort' 2024-11-17T07:20:20,198 DEBUG [RS:0;1dd62e24b303:46159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11588677377/online-snapshot/acquired' 2024-11-17T07:20:20,198 DEBUG [RS:0;1dd62e24b303:46159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:20:20,198 INFO [RS:0;1dd62e24b303:46159 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:20:20,198 INFO [RS:0;1dd62e24b303:46159 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:20:20,298 INFO [RS:0;1dd62e24b303:46159 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:20:20,299 INFO [RS:0;1dd62e24b303:46159 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C46159%2C1731828018682, suffix=, logDir=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682, archiveDir=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/oldWALs, maxLogs=10 2024-11-17T07:20:20,313 DEBUG [RS:0;1dd62e24b303:46159 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300, exclude list is [], retry=0 2024-11-17T07:20:20,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39829,DS-9f4929c7-57ca-4839-b5ca-7b03db11ce5b,DISK] 2024-11-17T07:20:20,318 INFO [RS:0;1dd62e24b303:46159 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 2024-11-17T07:20:20,318 DEBUG [RS:0;1dd62e24b303:46159 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42659:42659)] 2024-11-17T07:20:20,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:20,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:20:20,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:20:20,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:20,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:20,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:20:20,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:20:20,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:20,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:20,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:20:20,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:20:20,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:20,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:20,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:20:20,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:20:20,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:20,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:20,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:20:20,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740 2024-11-17T07:20:20,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740 2024-11-17T07:20:20,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:20:20,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:20:20,488 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:20:20,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:20:20,490 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:20:20,490 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72328432, jitterRate=0.07777762413024902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:20:20,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731828020478Initializing all the Stores at 1731828020479 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828020479Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828020479Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828020479Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828020479Cleaning up temporary data from old regions at 1731828020487 (+8 ms)Region opened successfully at 1731828020490 (+3 ms) 2024-11-17T07:20:20,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:20:20,491 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:20:20,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:20:20,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:20:20,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:20:20,491 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:20:20,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731828020491Disabling compacts and flushes for region at 1731828020491Disabling writes for close at 1731828020491Writing region close event to WAL at 1731828020491Closed at 1731828020491 2024-11-17T07:20:20,492 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:20:20,492 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T07:20:20,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:20:20,493 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:20:20,494 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T07:20:20,645 DEBUG [1dd62e24b303:37805 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:20:20,645 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,46159,1731828018682 2024-11-17T07:20:20,646 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,46159,1731828018682, state=OPENING 2024-11-17T07:20:20,647 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T07:20:20,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11588677377 2024-11-17T07:20:20,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46159-0x10124cc49260004, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11588677377 2024-11-17T07:20:20,649 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:20:20,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,46159,1731828018682}] 2024-11-17T07:20:20,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11588677377/meta-region-server: CHANGED 2024-11-17T07:20:20,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11588677377/meta-region-server: CHANGED 2024-11-17T07:20:20,802 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:20:20,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:20:20,806 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:20:20,806 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:20:20,806 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:20:20,807 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C46159%2C1731828018682.meta, suffix=.meta, logDir=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682, archiveDir=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/oldWALs, maxLogs=10 2024-11-17T07:20:20,821 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.meta.1731828020807.meta, exclude list is [], retry=0 2024-11-17T07:20:20,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39829,DS-9f4929c7-57ca-4839-b5ca-7b03db11ce5b,DISK] 2024-11-17T07:20:20,824 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.meta.1731828020807.meta 2024-11-17T07:20:20,825 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42659:42659)] 2024-11-17T07:20:20,825 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:20:20,825 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:20:20,825 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:20:20,826 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:20:20,826 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:20:20,826 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:20:20,826 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:20,826 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:20:20,826 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:20:20,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:20:20,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:20:20,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:20,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:20,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:20:20,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:20:20,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:20,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:20,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:20:20,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:20:20,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:20,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:20,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:20:20,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:20:20,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:20,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:20,831 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:20:20,834 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740 2024-11-17T07:20:20,835 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740 2024-11-17T07:20:20,836 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:20:20,836 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:20:20,837 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:20:20,837 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:20:20,838 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72221757, jitterRate=0.07618804275989532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:20:20,838 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:20:20,838 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731828020826Writing region info on filesystem at 1731828020826Initializing all the Stores at 1731828020827 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828020827Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828020827Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828020827Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828020827Cleaning up temporary data from old regions at 1731828020836 (+9 ms)Running coprocessor post-open hooks at 1731828020838 (+2 ms)Region opened successfully at 1731828020838 2024-11-17T07:20:20,839 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731828020801 2024-11-17T07:20:20,841 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:20:20,841 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:20:20,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,46159,1731828018682 2024-11-17T07:20:20,843 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,46159,1731828018682, state=OPEN 2024-11-17T07:20:20,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46159-0x10124cc49260004, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11588677377/meta-region-server 2024-11-17T07:20:20,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11588677377/meta-region-server 2024-11-17T07:20:20,845 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,46159,1731828018682 2024-11-17T07:20:20,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11588677377/meta-region-server: CHANGED 2024-11-17T07:20:20,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11588677377/meta-region-server: CHANGED 2024-11-17T07:20:20,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T07:20:20,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,46159,1731828018682 in 196 msec 2024-11-17T07:20:20,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T07:20:20,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-17T07:20:20,850 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:20:20,850 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T07:20:20,851 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:20:20,851 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,46159,1731828018682, seqNum=-1] 2024-11-17T07:20:20,851 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:20:20,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:20:20,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 800 msec 2024-11-17T07:20:20,858 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731828020858, completionTime=-1 2024-11-17T07:20:20,858 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T07:20:20,858 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:20:20,860 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:20:20,860 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731828080860 2024-11-17T07:20:20,860 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731828140860 2024-11-17T07:20:20,861 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T07:20:20,861 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,37805,1731828018638-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:20,861 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,37805,1731828018638-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:20,861 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,37805,1731828018638-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:20,861 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:37805, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:20,861 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:20,861 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:20,863 DEBUG [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T07:20:20,864 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.140sec 2024-11-17T07:20:20,864 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:20:20,864 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:20:20,864 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:20:20,864 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:20:20,864 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:20:20,864 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,37805,1731828018638-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:20:20,864 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,37805,1731828018638-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:20:20,866 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:20:20,866 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:20:20,866 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,37805,1731828018638-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:20,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108cc29c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:20,907 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,37805,-1 for getting cluster id 2024-11-17T07:20:20,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:20,908 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fbc54d0-6a37-43a6-a329-b688ac1e3344' 2024-11-17T07:20:20,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:20,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fbc54d0-6a37-43a6-a329-b688ac1e3344" 2024-11-17T07:20:20,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1806eb29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:20,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,37805,-1] 2024-11-17T07:20:20,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:20,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:20,910 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:20,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1065ee7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:20,911 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:20:20,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,46159,1731828018682, seqNum=-1] 2024-11-17T07:20:20,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:20:20,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:20:20,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1dd62e24b303,37805,1731828018638 2024-11-17T07:20:20,915 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62725 2024-11-17T07:20:20,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:20:20,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10124cc49260005 connected 2024-11-17T07:20:20,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/hadoop.log.dir so I do NOT create it in target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6 2024-11-17T07:20:20,920 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T07:20:20,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/hadoop.tmp.dir so I do NOT create it in target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6 2024-11-17T07:20:20,921 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T07:20:20,921 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6 2024-11-17T07:20:20,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T07:20:20,921 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/cluster_a8bbe746-6b53-3f03-1f7d-64464fef88ba, deleteOnExit=true 2024-11-17T07:20:20,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T07:20:20,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/test.cache.data in system properties and HBase conf 2024-11-17T07:20:20,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T07:20:20,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/hadoop.log.dir in system properties and HBase conf 2024-11-17T07:20:20,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T07:20:20,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T07:20:20,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T07:20:20,922 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T07:20:20,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:20:20,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:20:20,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T07:20:20,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:20:20,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T07:20:20,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T07:20:20,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:20:20,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:20:20,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T07:20:20,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/nfs.dump.dir in system properties and HBase conf 2024-11-17T07:20:20,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/java.io.tmpdir in system properties and HBase conf 2024-11-17T07:20:20,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:20:20,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T07:20:20,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T07:20:21,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:20:21,027 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:20:21,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:20:21,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:20:21,029 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:20:21,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:20:21,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d26d8f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:20:21,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@422ef394{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:20:21,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39ede66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/java.io.tmpdir/jetty-localhost-40113-hadoop-hdfs-3_4_1-tests_jar-_-any-7918222584811480546/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:20:21,157 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f137416{HTTP/1.1, (http/1.1)}{localhost:40113} 2024-11-17T07:20:21,158 INFO [Time-limited test {}] server.Server(415): Started @210195ms 2024-11-17T07:20:21,268 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:20:21,272 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:20:21,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:20:21,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:20:21,277 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T07:20:21,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@182f4d14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:20:21,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@736c85e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:20:21,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a9c03{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/java.io.tmpdir/jetty-localhost-45091-hadoop-hdfs-3_4_1-tests_jar-_-any-3547955602014182395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:20:21,425 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f83a877{HTTP/1.1, (http/1.1)}{localhost:45091} 2024-11-17T07:20:21,425 INFO [Time-limited test {}] server.Server(415): Started @210463ms 2024-11-17T07:20:21,426 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T07:20:21,554 WARN [Thread-2892 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/cluster_a8bbe746-6b53-3f03-1f7d-64464fef88ba/data/data1/current/BP-585479296-172.17.0.2-1731828020949/current, will proceed with Du for space computation calculation, 2024-11-17T07:20:21,554 WARN [Thread-2893 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/cluster_a8bbe746-6b53-3f03-1f7d-64464fef88ba/data/data2/current/BP-585479296-172.17.0.2-1731828020949/current, will proceed with Du for space computation calculation, 2024-11-17T07:20:21,613 WARN [Thread-2880 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T07:20:21,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa22e8e3fe0945a6 with lease ID 0x587f6845ba324af: Processing first storage report for DS-cf82e732-3e03-424d-9ada-b7ea2f7287b9 from datanode DatanodeRegistration(127.0.0.1:43283, datanodeUuid=e177ecc8-dfee-4700-bc87-189b34408282, infoPort=33923, infoSecurePort=0, ipcPort=44961, storageInfo=lv=-57;cid=testClusterID;nsid=426714252;c=1731828020949) 2024-11-17T07:20:21,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa22e8e3fe0945a6 with lease ID 0x587f6845ba324af: from storage DS-cf82e732-3e03-424d-9ada-b7ea2f7287b9 node DatanodeRegistration(127.0.0.1:43283, datanodeUuid=e177ecc8-dfee-4700-bc87-189b34408282, infoPort=33923, infoSecurePort=0, ipcPort=44961, storageInfo=lv=-57;cid=testClusterID;nsid=426714252;c=1731828020949), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T07:20:21,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa22e8e3fe0945a6 with lease ID 0x587f6845ba324af: Processing first storage report for DS-2bb6f8e0-ec99-4a3d-bf39-cd19cd77d807 from datanode DatanodeRegistration(127.0.0.1:43283, datanodeUuid=e177ecc8-dfee-4700-bc87-189b34408282, infoPort=33923, infoSecurePort=0, ipcPort=44961, storageInfo=lv=-57;cid=testClusterID;nsid=426714252;c=1731828020949) 2024-11-17T07:20:21,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa22e8e3fe0945a6 with lease ID 0x587f6845ba324af: from storage DS-2bb6f8e0-ec99-4a3d-bf39-cd19cd77d807 node DatanodeRegistration(127.0.0.1:43283, datanodeUuid=e177ecc8-dfee-4700-bc87-189b34408282, infoPort=33923, infoSecurePort=0, ipcPort=44961, storageInfo=lv=-57;cid=testClusterID;nsid=426714252;c=1731828020949), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:20:21,675 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6 2024-11-17T07:20:21,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:21,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:21,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741825_1001 (size=7) 2024-11-17T07:20:21,801 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:20:21,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:21,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:21,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:21,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:21,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:21,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:21,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:21,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:21,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:21,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:21,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:22,092 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2 with version=8 2024-11-17T07:20:22,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/hbase-staging 2024-11-17T07:20:22,095 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:20:22,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:22,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:22,095 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:20:22,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:22,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:20:22,096 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:20:22,096 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:20:22,098 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44727 2024-11-17T07:20:22,099 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44727 connecting to ZooKeeper ensemble=127.0.0.1:62725 2024-11-17T07:20:22,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447270x0, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:20:22,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44727-0x10124cc49260006 connected 2024-11-17T07:20:22,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:22,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:22,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Set watcher on znode that does not yet exist, /2-659948312/running 2024-11-17T07:20:22,150 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2, hbase.cluster.distributed=false 2024-11-17T07:20:22,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Set watcher on znode that does not yet exist, /2-659948312/acl 2024-11-17T07:20:22,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44727 2024-11-17T07:20:22,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44727 2024-11-17T07:20:22,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44727 2024-11-17T07:20:22,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44727 2024-11-17T07:20:22,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44727 2024-11-17T07:20:22,197 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:20:22,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:22,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:22,197 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:20:22,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:22,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:20:22,197 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:20:22,197 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:20:22,209 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39937 2024-11-17T07:20:22,210 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39937 connecting to ZooKeeper ensemble=127.0.0.1:62725 2024-11-17T07:20:22,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:22,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:22,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399370x0, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:20:22,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39937-0x10124cc49260007 connected 2024-11-17T07:20:22,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39937-0x10124cc49260007, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Set watcher on znode that does not yet exist, /2-659948312/running 2024-11-17T07:20:22,221 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:20:22,240 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:20:22,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39937-0x10124cc49260007, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Set watcher on znode that does not yet exist, /2-659948312/master 2024-11-17T07:20:22,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39937-0x10124cc49260007, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Set watcher on znode that does not yet exist, /2-659948312/acl 2024-11-17T07:20:22,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39937 2024-11-17T07:20:22,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39937 2024-11-17T07:20:22,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39937 2024-11-17T07:20:22,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39937 2024-11-17T07:20:22,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39937 2024-11-17T07:20:22,287 DEBUG [M:0;1dd62e24b303:44727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:44727 2024-11-17T07:20:22,292 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-659948312/backup-masters/1dd62e24b303,44727,1731828022095 2024-11-17T07:20:22,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-659948312/backup-masters 2024-11-17T07:20:22,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10124cc49260007, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-659948312/backup-masters 2024-11-17T07:20:22,296 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Set watcher on existing znode=/2-659948312/backup-masters/1dd62e24b303,44727,1731828022095 2024-11-17T07:20:22,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10124cc49260007, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-659948312/master 2024-11-17T07:20:22,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10124cc49260007, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-659948312 2024-11-17T07:20:22,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-659948312 2024-11-17T07:20:22,299 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Set watcher on existing znode=/2-659948312/master 2024-11-17T07:20:22,299 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-659948312/backup-masters/1dd62e24b303,44727,1731828022095 from backup master directory 2024-11-17T07:20:22,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10124cc49260007, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-659948312/backup-masters 2024-11-17T07:20:22,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-659948312/backup-masters/1dd62e24b303,44727,1731828022095 2024-11-17T07:20:22,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-659948312/backup-masters 2024-11-17T07:20:22,300 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:20:22,300 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,44727,1731828022095 2024-11-17T07:20:22,314 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/hbase.id] with ID: e1c791c9-659e-4f17-9067-6da52510be31 2024-11-17T07:20:22,314 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/.tmp/hbase.id 2024-11-17T07:20:22,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741826_1002 (size=42) 2024-11-17T07:20:22,725 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/.tmp/hbase.id]:[hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/hbase.id] 2024-11-17T07:20:22,734 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:22,735 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:20:22,736 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T07:20:22,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10124cc49260007, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-659948312 2024-11-17T07:20:22,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-659948312 2024-11-17T07:20:22,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741827_1003 (size=196) 2024-11-17T07:20:22,847 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T07:20:23,148 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:20:23,149 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:20:23,149 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:20:23,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741828_1004 (size=1189) 2024-11-17T07:20:23,556 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/data/master/store 2024-11-17T07:20:23,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741829_1005 (size=34) 2024-11-17T07:20:23,920 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:23,921 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:20:23,921 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38391 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:20:23,962 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:23,962 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:20:23,962 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:23,962 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:23,962 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:20:23,962 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:23,962 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:23,962 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731828023962Disabling compacts and flushes for region at 1731828023962Disabling writes for close at 1731828023962Writing region close event to WAL at 1731828023962Closed at 1731828023962 2024-11-17T07:20:23,963 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/data/master/store/.initializing 2024-11-17T07:20:23,963 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/WALs/1dd62e24b303,44727,1731828022095 2024-11-17T07:20:23,964 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:20:23,965 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C44727%2C1731828022095, suffix=, logDir=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/WALs/1dd62e24b303,44727,1731828022095, archiveDir=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/oldWALs, maxLogs=10 2024-11-17T07:20:23,978 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/WALs/1dd62e24b303,44727,1731828022095/1dd62e24b303%2C44727%2C1731828022095.1731828023965, exclude list is [], retry=0 2024-11-17T07:20:23,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-cf82e732-3e03-424d-9ada-b7ea2f7287b9,DISK] 2024-11-17T07:20:23,982 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/WALs/1dd62e24b303,44727,1731828022095/1dd62e24b303%2C44727%2C1731828022095.1731828023965 2024-11-17T07:20:23,982 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33923:33923)] 2024-11-17T07:20:23,982 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:20:23,983 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:23,983 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:23,983 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:23,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:23,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:20:23,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:23,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:23,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:23,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:20:23,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:23,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:23,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:23,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:20:23,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:23,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:23,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:23,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:20:23,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:23,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:23,988 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:23,989 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:23,989 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:23,990 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:23,990 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:23,990 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:20:23,991 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:23,992 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:20:23,993 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64879061, jitterRate=-0.033226653933525085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:20:23,993 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731828023983Initializing all the Stores at 1731828023983Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828023983Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828023984 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828023984Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828023984Cleaning up temporary data from old regions at 1731828023990 (+6 ms)Region opened successfully at 1731828023993 (+3 ms) 2024-11-17T07:20:23,993 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:20:23,995 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63108c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:20:23,996 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T07:20:23,996 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:20:23,996 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:20:23,996 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:20:23,996 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T07:20:23,996 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T07:20:23,996 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:20:23,998 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:20:23,999 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Unable to get data of znode /2-659948312/balancer because node does not exist (not necessarily an error) 2024-11-17T07:20:24,001 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-659948312/balancer already deleted, retry=false 2024-11-17T07:20:24,001 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:20:24,002 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Unable to get data of znode /2-659948312/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:20:24,002 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-659948312/normalizer already deleted, retry=false 2024-11-17T07:20:24,003 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:20:24,003 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Unable to get data of znode /2-659948312/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:20:24,005 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-659948312/switch/split already deleted, retry=false 2024-11-17T07:20:24,005 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Unable to get data of znode /2-659948312/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:20:24,006 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-659948312/switch/merge already deleted, retry=false 2024-11-17T07:20:24,008 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Unable to get data of znode /2-659948312/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:20:24,011 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-659948312/snapshot-cleanup already deleted, retry=false 2024-11-17T07:20:24,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10124cc49260007, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-659948312/running 2024-11-17T07:20:24,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-659948312/running 2024-11-17T07:20:24,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10124cc49260007, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-659948312 2024-11-17T07:20:24,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-659948312 2024-11-17T07:20:24,013 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,44727,1731828022095, sessionid=0x10124cc49260006, setting cluster-up flag (Was=false) 2024-11-17T07:20:24,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10124cc49260007, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-659948312 2024-11-17T07:20:24,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-659948312 2024-11-17T07:20:24,019 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-659948312/flush-table-proc/acquired, /2-659948312/flush-table-proc/reached, /2-659948312/flush-table-proc/abort 2024-11-17T07:20:24,020 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,44727,1731828022095 2024-11-17T07:20:24,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10124cc49260007, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-659948312 2024-11-17T07:20:24,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-659948312 2024-11-17T07:20:24,028 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-659948312/online-snapshot/acquired, /2-659948312/online-snapshot/reached, /2-659948312/online-snapshot/abort 2024-11-17T07:20:24,029 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,44727,1731828022095 2024-11-17T07:20:24,030 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T07:20:24,032 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:20:24,032 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:20:24,032 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:20:24,032 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,44727,1731828022095 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:20:24,033 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:20:24,034 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:20:24,034 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:20:24,034 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:20:24,034 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:20:24,034 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:24,034 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:20:24,034 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:24,035 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731828054035 2024-11-17T07:20:24,035 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:20:24,036 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:20:24,036 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:20:24,036 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:20:24,036 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:20:24,036 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:20:24,036 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:24,036 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:20:24,036 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T07:20:24,036 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:20:24,036 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:20:24,036 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:20:24,036 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:20:24,037 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:24,037 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T07:20:24,040 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:20:24,040 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:20:24,040 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828024040,5,FailOnTimeoutGroup] 2024-11-17T07:20:24,041 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828024041,5,FailOnTimeoutGroup] 2024-11-17T07:20:24,041 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:24,041 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:20:24,041 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:24,041 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:24,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741831_1007 (size=1321) 2024-11-17T07:20:24,072 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(746): ClusterId : e1c791c9-659e-4f17-9067-6da52510be31 2024-11-17T07:20:24,072 DEBUG [RS:0;1dd62e24b303:39937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:20:24,075 DEBUG [RS:0;1dd62e24b303:39937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:20:24,075 DEBUG [RS:0;1dd62e24b303:39937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:20:24,077 DEBUG [RS:0;1dd62e24b303:39937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:20:24,077 DEBUG [RS:0;1dd62e24b303:39937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d26658a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:20:24,089 DEBUG [RS:0;1dd62e24b303:39937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:39937 2024-11-17T07:20:24,089 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:20:24,089 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:20:24,089 DEBUG [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:20:24,089 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,44727,1731828022095 with port=39937, startcode=1731828022197 2024-11-17T07:20:24,090 DEBUG [RS:0;1dd62e24b303:39937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:20:24,091 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:20:24,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44727 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,39937,1731828022197 2024-11-17T07:20:24,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44727 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,39937,1731828022197 2024-11-17T07:20:24,092 DEBUG [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2 2024-11-17T07:20:24,092 DEBUG [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44615 2024-11-17T07:20:24,092 DEBUG [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:20:24,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-659948312/rs 2024-11-17T07:20:24,097 DEBUG [RS:0;1dd62e24b303:39937 {}] zookeeper.ZKUtil(111): regionserver:39937-0x10124cc49260007, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Set watcher on existing znode=/2-659948312/rs/1dd62e24b303,39937,1731828022197 2024-11-17T07:20:24,097 WARN [RS:0;1dd62e24b303:39937 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:20:24,097 INFO [RS:0;1dd62e24b303:39937 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:20:24,097 DEBUG [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197 2024-11-17T07:20:24,098 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,39937,1731828022197] 2024-11-17T07:20:24,100 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:20:24,101 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:20:24,102 INFO [RS:0;1dd62e24b303:39937 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:20:24,102 INFO [RS:0;1dd62e24b303:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:24,103 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:20:24,103 INFO [RS:0;1dd62e24b303:39937 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:20:24,104 INFO [RS:0;1dd62e24b303:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:24,104 DEBUG [RS:0;1dd62e24b303:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:24,104 DEBUG [RS:0;1dd62e24b303:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:24,104 DEBUG [RS:0;1dd62e24b303:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:24,104 DEBUG [RS:0;1dd62e24b303:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:24,104 DEBUG [RS:0;1dd62e24b303:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:24,104 DEBUG [RS:0;1dd62e24b303:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:20:24,104 DEBUG [RS:0;1dd62e24b303:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:24,104 DEBUG [RS:0;1dd62e24b303:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:24,104 DEBUG [RS:0;1dd62e24b303:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:24,104 DEBUG [RS:0;1dd62e24b303:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:24,104 DEBUG [RS:0;1dd62e24b303:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:24,104 DEBUG [RS:0;1dd62e24b303:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:24,104 DEBUG [RS:0;1dd62e24b303:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:20:24,104 DEBUG [RS:0;1dd62e24b303:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:20:24,106 INFO [RS:0;1dd62e24b303:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:24,106 INFO [RS:0;1dd62e24b303:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:24,106 INFO [RS:0;1dd62e24b303:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:24,106 INFO [RS:0;1dd62e24b303:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:24,106 INFO [RS:0;1dd62e24b303:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:24,106 INFO [RS:0;1dd62e24b303:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,39937,1731828022197-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:20:24,120 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:20:24,121 INFO [RS:0;1dd62e24b303:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,39937,1731828022197-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:24,121 INFO [RS:0;1dd62e24b303:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:24,121 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.Replication(171): 1dd62e24b303,39937,1731828022197 started 2024-11-17T07:20:24,135 INFO [RS:0;1dd62e24b303:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:24,135 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,39937,1731828022197, RpcServer on 1dd62e24b303/172.17.0.2:39937, sessionid=0x10124cc49260007 2024-11-17T07:20:24,135 DEBUG [RS:0;1dd62e24b303:39937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:20:24,135 DEBUG [RS:0;1dd62e24b303:39937 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,39937,1731828022197 2024-11-17T07:20:24,135 DEBUG [RS:0;1dd62e24b303:39937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,39937,1731828022197' 2024-11-17T07:20:24,135 DEBUG [RS:0;1dd62e24b303:39937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-659948312/flush-table-proc/abort' 2024-11-17T07:20:24,136 DEBUG [RS:0;1dd62e24b303:39937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-659948312/flush-table-proc/acquired' 2024-11-17T07:20:24,136 DEBUG [RS:0;1dd62e24b303:39937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:20:24,136 DEBUG [RS:0;1dd62e24b303:39937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:20:24,136 DEBUG [RS:0;1dd62e24b303:39937 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,39937,1731828022197 2024-11-17T07:20:24,136 DEBUG [RS:0;1dd62e24b303:39937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,39937,1731828022197' 2024-11-17T07:20:24,136 DEBUG [RS:0;1dd62e24b303:39937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-659948312/online-snapshot/abort' 2024-11-17T07:20:24,136 DEBUG [RS:0;1dd62e24b303:39937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-659948312/online-snapshot/acquired' 2024-11-17T07:20:24,137 DEBUG [RS:0;1dd62e24b303:39937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:20:24,137 INFO [RS:0;1dd62e24b303:39937 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:20:24,137 INFO [RS:0;1dd62e24b303:39937 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:20:24,237 INFO [RS:0;1dd62e24b303:39937 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:20:24,238 INFO [RS:0;1dd62e24b303:39937 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C39937%2C1731828022197, suffix=, logDir=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197, archiveDir=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/oldWALs, maxLogs=10 2024-11-17T07:20:24,251 DEBUG [RS:0;1dd62e24b303:39937 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239, exclude list is [], retry=0 2024-11-17T07:20:24,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-cf82e732-3e03-424d-9ada-b7ea2f7287b9,DISK] 2024-11-17T07:20:24,255 INFO [RS:0;1dd62e24b303:39937 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 2024-11-17T07:20:24,255 DEBUG [RS:0;1dd62e24b303:39937 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33923:33923)] 2024-11-17T07:20:24,445 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T07:20:24,445 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2 2024-11-17T07:20:24,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741833_1009 (size=32) 2024-11-17T07:20:24,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:24,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:20:24,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:20:24,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:24,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:24,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:20:24,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:20:24,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:24,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:24,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:20:24,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:20:24,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:24,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:24,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:20:24,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:20:24,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:24,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:24,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:20:24,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740 2024-11-17T07:20:24,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740 2024-11-17T07:20:24,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:20:24,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:20:24,862 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:20:24,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:20:24,864 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:20:24,864 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75135569, jitterRate=0.11960722506046295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:20:24,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731828024854Initializing all the Stores at 1731828024855 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828024855Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828024855Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828024855Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828024855Cleaning up temporary data from old regions at 1731828024861 (+6 ms)Region opened successfully at 1731828024864 (+3 ms) 2024-11-17T07:20:24,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:20:24,864 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:20:24,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:20:24,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:20:24,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:20:24,865 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:20:24,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731828024864Disabling compacts and flushes for region at 1731828024864Disabling writes for close at 1731828024865 (+1 ms)Writing region close event to WAL at 1731828024865Closed at 1731828024865 2024-11-17T07:20:24,866 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:20:24,866 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T07:20:24,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:20:24,867 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:20:24,867 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T07:20:25,018 DEBUG [1dd62e24b303:44727 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:20:25,018 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,39937,1731828022197 2024-11-17T07:20:25,019 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,39937,1731828022197, state=OPENING 2024-11-17T07:20:25,022 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T07:20:25,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10124cc49260007, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-659948312 2024-11-17T07:20:25,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-659948312 2024-11-17T07:20:25,023 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:20:25,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-659948312/meta-region-server: CHANGED 2024-11-17T07:20:25,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,39937,1731828022197}] 2024-11-17T07:20:25,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-659948312/meta-region-server: CHANGED 2024-11-17T07:20:25,176 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:20:25,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:20:25,180 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:20:25,180 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:20:25,180 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:20:25,181 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C39937%2C1731828022197.meta, suffix=.meta, logDir=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197, archiveDir=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/oldWALs, maxLogs=10 2024-11-17T07:20:25,195 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.meta.1731828025182.meta, exclude list is [], retry=0 2024-11-17T07:20:25,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-cf82e732-3e03-424d-9ada-b7ea2f7287b9,DISK] 2024-11-17T07:20:25,197 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.meta.1731828025182.meta 2024-11-17T07:20:25,198 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33923:33923)] 2024-11-17T07:20:25,198 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:20:25,198 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:20:25,198 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:20:25,198 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:20:25,198 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:20:25,199 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:20:25,199 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:25,199 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:20:25,199 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:20:25,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:20:25,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:20:25,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:25,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:25,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:20:25,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:20:25,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:25,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:25,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:20:25,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:20:25,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:25,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:25,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:20:25,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:20:25,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:25,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:25,204 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:20:25,204 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740 2024-11-17T07:20:25,205 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740 2024-11-17T07:20:25,206 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:20:25,206 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:20:25,206 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:20:25,207 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:20:25,208 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74556777, jitterRate=0.11098255217075348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:20:25,208 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:20:25,208 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731828025199Writing region info on filesystem at 1731828025199Initializing all the Stores at 1731828025199Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828025199Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828025200 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828025200Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828025200Cleaning up temporary data from old regions at 1731828025206 (+6 ms)Running coprocessor post-open hooks at 1731828025208 (+2 ms)Region opened successfully at 1731828025208 2024-11-17T07:20:25,208 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731828025176 2024-11-17T07:20:25,210 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:20:25,210 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:20:25,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,39937,1731828022197 2024-11-17T07:20:25,211 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,39937,1731828022197, state=OPEN 2024-11-17T07:20:25,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10124cc49260007, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-659948312/meta-region-server 2024-11-17T07:20:25,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-659948312/meta-region-server 2024-11-17T07:20:25,213 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,39937,1731828022197 2024-11-17T07:20:25,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-659948312/meta-region-server: CHANGED 2024-11-17T07:20:25,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-659948312/meta-region-server: CHANGED 2024-11-17T07:20:25,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T07:20:25,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,39937,1731828022197 in 189 msec 2024-11-17T07:20:25,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T07:20:25,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-17T07:20:25,216 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:20:25,216 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T07:20:25,217 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:20:25,217 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,39937,1731828022197, seqNum=-1] 2024-11-17T07:20:25,218 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:20:25,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:20:25,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1910 sec 2024-11-17T07:20:25,222 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731828025222, completionTime=-1 2024-11-17T07:20:25,222 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T07:20:25,222 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:20:25,224 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:20:25,224 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731828085224 2024-11-17T07:20:25,224 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731828145224 2024-11-17T07:20:25,224 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T07:20:25,225 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,44727,1731828022095-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:25,225 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,44727,1731828022095-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:25,225 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,44727,1731828022095-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:25,225 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:44727, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:25,225 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:25,225 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:25,227 DEBUG [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T07:20:25,228 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.928sec 2024-11-17T07:20:25,228 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:20:25,228 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:20:25,228 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:20:25,228 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:20:25,228 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:20:25,228 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,44727,1731828022095-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:20:25,228 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,44727,1731828022095-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:20:25,230 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:20:25,230 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:20:25,230 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,44727,1731828022095-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:25,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3389641c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:25,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,44727,-1 for getting cluster id 2024-11-17T07:20:25,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:25,274 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1c791c9-659e-4f17-9067-6da52510be31' 2024-11-17T07:20:25,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:25,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1c791c9-659e-4f17-9067-6da52510be31" 2024-11-17T07:20:25,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c3f032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:25,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,44727,-1] 2024-11-17T07:20:25,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:25,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:25,276 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:25,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2811eb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:25,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:20:25,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,39937,1731828022197, seqNum=-1] 2024-11-17T07:20:25,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:20:25,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:20:25,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1dd62e24b303,44727,1731828022095 2024-11-17T07:20:25,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62725 2024-11-17T07:20:25,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:20:25,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10124cc49260008 connected 2024-11-17T07:20:25,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,46593,1731828015877 2024-11-17T07:20:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11375b51 2024-11-17T07:20:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:20:25,289 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:20:25,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:20:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T07:20:25,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:20:25,292 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:25,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T07:20:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:20:25,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:20:25,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741835_1011 (size=902) 2024-11-17T07:20:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:20:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:20:25,702 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 643085d9d6dd629f339dc0ad8a9f5674, NAME => 'test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf 2024-11-17T07:20:25,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741836_1012 (size=39) 2024-11-17T07:20:25,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:25,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 643085d9d6dd629f339dc0ad8a9f5674, disabling compactions & flushes 2024-11-17T07:20:25,708 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674. 2024-11-17T07:20:25,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674. 2024-11-17T07:20:25,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674. after waiting 0 ms 2024-11-17T07:20:25,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674. 2024-11-17T07:20:25,708 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674. 2024-11-17T07:20:25,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 643085d9d6dd629f339dc0ad8a9f5674: Waiting for close lock at 1731828025708Disabling compacts and flushes for region at 1731828025708Disabling writes for close at 1731828025708Writing region close event to WAL at 1731828025708Closed at 1731828025708 2024-11-17T07:20:25,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:20:25,709 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731828025709"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731828025709"}]},"ts":"1731828025709"} 2024-11-17T07:20:25,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:20:25,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:20:25,712 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828025712"}]},"ts":"1731828025712"} 2024-11-17T07:20:25,714 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T07:20:25,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=643085d9d6dd629f339dc0ad8a9f5674, ASSIGN}] 2024-11-17T07:20:25,715 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=643085d9d6dd629f339dc0ad8a9f5674, ASSIGN 2024-11-17T07:20:25,716 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=643085d9d6dd629f339dc0ad8a9f5674, ASSIGN; state=OFFLINE, location=1dd62e24b303,38063,1731828015926; forceNewPlan=false, retain=false 2024-11-17T07:20:25,866 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=643085d9d6dd629f339dc0ad8a9f5674, regionState=OPENING, regionLocation=1dd62e24b303,38063,1731828015926 2024-11-17T07:20:25,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=643085d9d6dd629f339dc0ad8a9f5674, ASSIGN because future has completed 2024-11-17T07:20:25,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 643085d9d6dd629f339dc0ad8a9f5674, server=1dd62e24b303,38063,1731828015926}] 2024-11-17T07:20:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:20:26,026 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674. 2024-11-17T07:20:26,027 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 643085d9d6dd629f339dc0ad8a9f5674, NAME => 'test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:20:26,027 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:20:26,027 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T07:20:26,027 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 643085d9d6dd629f339dc0ad8a9f5674 2024-11-17T07:20:26,027 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:26,027 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 643085d9d6dd629f339dc0ad8a9f5674 2024-11-17T07:20:26,027 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 643085d9d6dd629f339dc0ad8a9f5674 2024-11-17T07:20:26,028 INFO [StoreOpener-643085d9d6dd629f339dc0ad8a9f5674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 643085d9d6dd629f339dc0ad8a9f5674 2024-11-17T07:20:26,029 INFO [StoreOpener-643085d9d6dd629f339dc0ad8a9f5674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 643085d9d6dd629f339dc0ad8a9f5674 columnFamilyName f 2024-11-17T07:20:26,029 DEBUG [StoreOpener-643085d9d6dd629f339dc0ad8a9f5674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:26,030 INFO [StoreOpener-643085d9d6dd629f339dc0ad8a9f5674-1 {}] regionserver.HStore(327): Store=643085d9d6dd629f339dc0ad8a9f5674/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:26,030 INFO [StoreOpener-643085d9d6dd629f339dc0ad8a9f5674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 643085d9d6dd629f339dc0ad8a9f5674 2024-11-17T07:20:26,031 INFO [StoreOpener-643085d9d6dd629f339dc0ad8a9f5674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 643085d9d6dd629f339dc0ad8a9f5674 columnFamilyName f1 2024-11-17T07:20:26,031 DEBUG [StoreOpener-643085d9d6dd629f339dc0ad8a9f5674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:26,031 INFO [StoreOpener-643085d9d6dd629f339dc0ad8a9f5674-1 {}] regionserver.HStore(327): Store=643085d9d6dd629f339dc0ad8a9f5674/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:26,031 INFO [StoreOpener-643085d9d6dd629f339dc0ad8a9f5674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 643085d9d6dd629f339dc0ad8a9f5674 2024-11-17T07:20:26,032 INFO [StoreOpener-643085d9d6dd629f339dc0ad8a9f5674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 643085d9d6dd629f339dc0ad8a9f5674 columnFamilyName norep 2024-11-17T07:20:26,032 DEBUG [StoreOpener-643085d9d6dd629f339dc0ad8a9f5674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:26,032 INFO [StoreOpener-643085d9d6dd629f339dc0ad8a9f5674-1 {}] regionserver.HStore(327): Store=643085d9d6dd629f339dc0ad8a9f5674/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:26,032 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 643085d9d6dd629f339dc0ad8a9f5674 2024-11-17T07:20:26,033 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/default/test/643085d9d6dd629f339dc0ad8a9f5674 2024-11-17T07:20:26,033 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/default/test/643085d9d6dd629f339dc0ad8a9f5674 2024-11-17T07:20:26,034 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 643085d9d6dd629f339dc0ad8a9f5674 2024-11-17T07:20:26,034 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 643085d9d6dd629f339dc0ad8a9f5674 2024-11-17T07:20:26,034 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:20:26,035 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 643085d9d6dd629f339dc0ad8a9f5674 2024-11-17T07:20:26,037 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/default/test/643085d9d6dd629f339dc0ad8a9f5674/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:20:26,038 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 643085d9d6dd629f339dc0ad8a9f5674; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73379342, jitterRate=0.09343740344047546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:20:26,038 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 643085d9d6dd629f339dc0ad8a9f5674 2024-11-17T07:20:26,039 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 643085d9d6dd629f339dc0ad8a9f5674: Running coprocessor pre-open hook at 1731828026027Writing region info on filesystem at 1731828026027Initializing all the Stores at 1731828026028 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828026028Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828026028Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828026028Cleaning up temporary data from old regions at 1731828026034 (+6 ms)Running coprocessor post-open hooks at 1731828026038 (+4 ms)Region opened successfully at 1731828026038 2024-11-17T07:20:26,039 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674., pid=6, masterSystemTime=1731828026023 2024-11-17T07:20:26,042 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674. 2024-11-17T07:20:26,042 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674. 2024-11-17T07:20:26,042 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=643085d9d6dd629f339dc0ad8a9f5674, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1dd62e24b303,38063,1731828015926 2024-11-17T07:20:26,044 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46593 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=1dd62e24b303,38063,1731828015926, table=test, region=643085d9d6dd629f339dc0ad8a9f5674. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-17T07:20:26,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 643085d9d6dd629f339dc0ad8a9f5674, server=1dd62e24b303,38063,1731828015926 because future has completed 2024-11-17T07:20:26,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T07:20:26,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 643085d9d6dd629f339dc0ad8a9f5674, server=1dd62e24b303,38063,1731828015926 in 177 msec 2024-11-17T07:20:26,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T07:20:26,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=643085d9d6dd629f339dc0ad8a9f5674, ASSIGN in 333 msec 2024-11-17T07:20:26,050 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:20:26,050 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828026050"}]},"ts":"1731828026050"} 2024-11-17T07:20:26,052 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T07:20:26,053 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:20:26,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 764 msec 2024-11-17T07:20:26,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T07:20:26,298 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T07:20:26,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T07:20:26,298 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T07:20:26,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:20:26,299 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T07:20:26,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T07:20:26,299 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T07:20:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:20:26,432 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T07:20:26,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:26,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,37805,1731828018638 2024-11-17T07:20:26,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b6fc616 2024-11-17T07:20:26,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:20:26,434 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:20:26,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:20:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T07:20:26,438 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:20:26,438 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:26,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T07:20:26,439 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:20:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:20:26,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741835_1011 (size=902) 2024-11-17T07:20:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:20:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:20:26,853 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 11f8cc602e64ff17973b125ec4d0384c, NAME => 'test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80 2024-11-17T07:20:26,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741836_1012 (size=39) 2024-11-17T07:20:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:20:27,260 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:27,261 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 11f8cc602e64ff17973b125ec4d0384c, disabling compactions & flushes 2024-11-17T07:20:27,261 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c. 2024-11-17T07:20:27,261 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c. 2024-11-17T07:20:27,261 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c. after waiting 0 ms 2024-11-17T07:20:27,261 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c. 2024-11-17T07:20:27,261 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c. 2024-11-17T07:20:27,261 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 11f8cc602e64ff17973b125ec4d0384c: Waiting for close lock at 1731828027261Disabling compacts and flushes for region at 1731828027261Disabling writes for close at 1731828027261Writing region close event to WAL at 1731828027261Closed at 1731828027261 2024-11-17T07:20:27,262 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:20:27,263 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731828027263"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731828027263"}]},"ts":"1731828027263"} 2024-11-17T07:20:27,265 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:20:27,266 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:20:27,266 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828027266"}]},"ts":"1731828027266"} 2024-11-17T07:20:27,268 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T07:20:27,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=11f8cc602e64ff17973b125ec4d0384c, ASSIGN}] 2024-11-17T07:20:27,270 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=11f8cc602e64ff17973b125ec4d0384c, ASSIGN 2024-11-17T07:20:27,271 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=11f8cc602e64ff17973b125ec4d0384c, ASSIGN; state=OFFLINE, location=1dd62e24b303,46159,1731828018682; forceNewPlan=false, retain=false 2024-11-17T07:20:27,422 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=11f8cc602e64ff17973b125ec4d0384c, regionState=OPENING, regionLocation=1dd62e24b303,46159,1731828018682 2024-11-17T07:20:27,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=11f8cc602e64ff17973b125ec4d0384c, ASSIGN because future has completed 2024-11-17T07:20:27,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11f8cc602e64ff17973b125ec4d0384c, server=1dd62e24b303,46159,1731828018682}] 2024-11-17T07:20:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:20:27,581 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c. 2024-11-17T07:20:27,581 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 11f8cc602e64ff17973b125ec4d0384c, NAME => 'test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:20:27,581 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:20:27,581 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T07:20:27,582 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 11f8cc602e64ff17973b125ec4d0384c 2024-11-17T07:20:27,582 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:27,582 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 11f8cc602e64ff17973b125ec4d0384c 2024-11-17T07:20:27,582 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 11f8cc602e64ff17973b125ec4d0384c 2024-11-17T07:20:27,583 INFO [StoreOpener-11f8cc602e64ff17973b125ec4d0384c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 11f8cc602e64ff17973b125ec4d0384c 2024-11-17T07:20:27,584 INFO [StoreOpener-11f8cc602e64ff17973b125ec4d0384c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11f8cc602e64ff17973b125ec4d0384c columnFamilyName f 2024-11-17T07:20:27,584 DEBUG [StoreOpener-11f8cc602e64ff17973b125ec4d0384c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:27,585 INFO [StoreOpener-11f8cc602e64ff17973b125ec4d0384c-1 {}] regionserver.HStore(327): Store=11f8cc602e64ff17973b125ec4d0384c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:27,585 INFO [StoreOpener-11f8cc602e64ff17973b125ec4d0384c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 11f8cc602e64ff17973b125ec4d0384c 2024-11-17T07:20:27,586 INFO [StoreOpener-11f8cc602e64ff17973b125ec4d0384c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11f8cc602e64ff17973b125ec4d0384c columnFamilyName f1 2024-11-17T07:20:27,586 DEBUG [StoreOpener-11f8cc602e64ff17973b125ec4d0384c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:27,586 INFO [StoreOpener-11f8cc602e64ff17973b125ec4d0384c-1 {}] regionserver.HStore(327): Store=11f8cc602e64ff17973b125ec4d0384c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:27,586 INFO [StoreOpener-11f8cc602e64ff17973b125ec4d0384c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 11f8cc602e64ff17973b125ec4d0384c 2024-11-17T07:20:27,587 INFO [StoreOpener-11f8cc602e64ff17973b125ec4d0384c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11f8cc602e64ff17973b125ec4d0384c columnFamilyName norep 2024-11-17T07:20:27,587 DEBUG [StoreOpener-11f8cc602e64ff17973b125ec4d0384c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:27,588 INFO [StoreOpener-11f8cc602e64ff17973b125ec4d0384c-1 {}] regionserver.HStore(327): Store=11f8cc602e64ff17973b125ec4d0384c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:27,588 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 11f8cc602e64ff17973b125ec4d0384c 2024-11-17T07:20:27,588 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/default/test/11f8cc602e64ff17973b125ec4d0384c 2024-11-17T07:20:27,589 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/default/test/11f8cc602e64ff17973b125ec4d0384c 2024-11-17T07:20:27,589 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 11f8cc602e64ff17973b125ec4d0384c 2024-11-17T07:20:27,589 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 11f8cc602e64ff17973b125ec4d0384c 2024-11-17T07:20:27,590 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:20:27,590 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 11f8cc602e64ff17973b125ec4d0384c 2024-11-17T07:20:27,592 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/default/test/11f8cc602e64ff17973b125ec4d0384c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:20:27,592 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 11f8cc602e64ff17973b125ec4d0384c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72797689, jitterRate=0.0847700983285904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:20:27,592 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 11f8cc602e64ff17973b125ec4d0384c 2024-11-17T07:20:27,593 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 11f8cc602e64ff17973b125ec4d0384c: Running coprocessor pre-open hook at 1731828027582Writing region info on filesystem at 1731828027582Initializing all the Stores at 1731828027582Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828027582Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828027583 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828027583Cleaning up temporary data from old regions at 1731828027589 (+6 ms)Running coprocessor post-open hooks at 1731828027592 (+3 ms)Region opened successfully at 1731828027592 2024-11-17T07:20:27,593 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c., pid=6, masterSystemTime=1731828027577 2024-11-17T07:20:27,595 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c. 2024-11-17T07:20:27,595 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c. 2024-11-17T07:20:27,596 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=11f8cc602e64ff17973b125ec4d0384c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1dd62e24b303,46159,1731828018682 2024-11-17T07:20:27,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11f8cc602e64ff17973b125ec4d0384c, server=1dd62e24b303,46159,1731828018682 because future has completed 2024-11-17T07:20:27,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T07:20:27,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 11f8cc602e64ff17973b125ec4d0384c, server=1dd62e24b303,46159,1731828018682 in 173 msec 2024-11-17T07:20:27,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T07:20:27,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=11f8cc602e64ff17973b125ec4d0384c, ASSIGN in 331 msec 2024-11-17T07:20:27,603 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:20:27,603 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828027603"}]},"ts":"1731828027603"} 2024-11-17T07:20:27,604 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T07:20:27,605 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:20:27,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-17T07:20:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:20:28,581 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T07:20:28,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:28,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,44727,1731828022095 2024-11-17T07:20:28,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2488f220 2024-11-17T07:20:28,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:20:28,584 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:20:28,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:20:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T07:20:28,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:20:28,587 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:28,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T07:20:28,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:20:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:20:28,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741835_1011 (size=902) 2024-11-17T07:20:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:20:28,848 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T07:20:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:20:28,995 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20587d0b5fa855d3d7084ec6b929ceba, NAME => 'test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2 2024-11-17T07:20:29,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741836_1012 (size=39) 2024-11-17T07:20:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:20:29,401 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:29,401 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 20587d0b5fa855d3d7084ec6b929ceba, disabling compactions & flushes 2024-11-17T07:20:29,401 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba. 2024-11-17T07:20:29,401 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba. 2024-11-17T07:20:29,401 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba. after waiting 0 ms 2024-11-17T07:20:29,401 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba. 2024-11-17T07:20:29,401 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba. 2024-11-17T07:20:29,401 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20587d0b5fa855d3d7084ec6b929ceba: Waiting for close lock at 1731828029401Disabling compacts and flushes for region at 1731828029401Disabling writes for close at 1731828029401Writing region close event to WAL at 1731828029401Closed at 1731828029401 2024-11-17T07:20:29,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:20:29,403 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731828029403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731828029403"}]},"ts":"1731828029403"} 2024-11-17T07:20:29,405 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:20:29,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:20:29,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828029405"}]},"ts":"1731828029405"} 2024-11-17T07:20:29,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T07:20:29,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=20587d0b5fa855d3d7084ec6b929ceba, ASSIGN}] 2024-11-17T07:20:29,408 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=20587d0b5fa855d3d7084ec6b929ceba, ASSIGN 2024-11-17T07:20:29,409 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=20587d0b5fa855d3d7084ec6b929ceba, ASSIGN; state=OFFLINE, location=1dd62e24b303,39937,1731828022197; forceNewPlan=false, retain=false 2024-11-17T07:20:29,560 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=20587d0b5fa855d3d7084ec6b929ceba, regionState=OPENING, regionLocation=1dd62e24b303,39937,1731828022197 2024-11-17T07:20:29,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=20587d0b5fa855d3d7084ec6b929ceba, ASSIGN because future has completed 2024-11-17T07:20:29,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20587d0b5fa855d3d7084ec6b929ceba, server=1dd62e24b303,39937,1731828022197}] 2024-11-17T07:20:29,718 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba. 2024-11-17T07:20:29,718 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 20587d0b5fa855d3d7084ec6b929ceba, NAME => 'test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:20:29,719 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:20:29,719 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T07:20:29,719 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 20587d0b5fa855d3d7084ec6b929ceba 2024-11-17T07:20:29,719 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:29,719 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 20587d0b5fa855d3d7084ec6b929ceba 2024-11-17T07:20:29,719 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 20587d0b5fa855d3d7084ec6b929ceba 2024-11-17T07:20:29,723 INFO [StoreOpener-20587d0b5fa855d3d7084ec6b929ceba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 20587d0b5fa855d3d7084ec6b929ceba 2024-11-17T07:20:29,724 INFO [StoreOpener-20587d0b5fa855d3d7084ec6b929ceba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20587d0b5fa855d3d7084ec6b929ceba columnFamilyName f 2024-11-17T07:20:29,724 DEBUG [StoreOpener-20587d0b5fa855d3d7084ec6b929ceba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:29,725 INFO [StoreOpener-20587d0b5fa855d3d7084ec6b929ceba-1 {}] regionserver.HStore(327): Store=20587d0b5fa855d3d7084ec6b929ceba/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:29,725 INFO [StoreOpener-20587d0b5fa855d3d7084ec6b929ceba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 20587d0b5fa855d3d7084ec6b929ceba 2024-11-17T07:20:29,726 INFO [StoreOpener-20587d0b5fa855d3d7084ec6b929ceba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20587d0b5fa855d3d7084ec6b929ceba columnFamilyName f1 2024-11-17T07:20:29,726 DEBUG [StoreOpener-20587d0b5fa855d3d7084ec6b929ceba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:29,726 INFO [StoreOpener-20587d0b5fa855d3d7084ec6b929ceba-1 {}] regionserver.HStore(327): Store=20587d0b5fa855d3d7084ec6b929ceba/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:29,726 INFO [StoreOpener-20587d0b5fa855d3d7084ec6b929ceba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 20587d0b5fa855d3d7084ec6b929ceba 2024-11-17T07:20:29,727 INFO [StoreOpener-20587d0b5fa855d3d7084ec6b929ceba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20587d0b5fa855d3d7084ec6b929ceba columnFamilyName norep 2024-11-17T07:20:29,727 DEBUG [StoreOpener-20587d0b5fa855d3d7084ec6b929ceba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:29,727 INFO [StoreOpener-20587d0b5fa855d3d7084ec6b929ceba-1 {}] regionserver.HStore(327): Store=20587d0b5fa855d3d7084ec6b929ceba/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:29,727 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 20587d0b5fa855d3d7084ec6b929ceba 2024-11-17T07:20:29,728 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/default/test/20587d0b5fa855d3d7084ec6b929ceba 2024-11-17T07:20:29,728 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/default/test/20587d0b5fa855d3d7084ec6b929ceba 2024-11-17T07:20:29,729 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 20587d0b5fa855d3d7084ec6b929ceba 2024-11-17T07:20:29,729 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 20587d0b5fa855d3d7084ec6b929ceba 2024-11-17T07:20:29,729 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:20:29,730 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 20587d0b5fa855d3d7084ec6b929ceba 2024-11-17T07:20:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:20:29,732 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/default/test/20587d0b5fa855d3d7084ec6b929ceba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:20:29,732 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 20587d0b5fa855d3d7084ec6b929ceba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58746014, jitterRate=-0.12461617588996887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:20:29,733 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20587d0b5fa855d3d7084ec6b929ceba 2024-11-17T07:20:29,733 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 20587d0b5fa855d3d7084ec6b929ceba: Running coprocessor pre-open hook at 1731828029719Writing region info on filesystem at 1731828029719Initializing all the Stores at 1731828029720 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828029720Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828029722 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828029722Cleaning up temporary data from old regions at 1731828029729 (+7 ms)Running coprocessor post-open hooks at 1731828029733 (+4 ms)Region opened successfully at 1731828029733 2024-11-17T07:20:29,733 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba., pid=6, masterSystemTime=1731828029715 2024-11-17T07:20:29,735 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba. 2024-11-17T07:20:29,735 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba. 2024-11-17T07:20:29,736 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=20587d0b5fa855d3d7084ec6b929ceba, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1dd62e24b303,39937,1731828022197 2024-11-17T07:20:29,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20587d0b5fa855d3d7084ec6b929ceba, server=1dd62e24b303,39937,1731828022197 because future has completed 2024-11-17T07:20:29,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T07:20:29,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 20587d0b5fa855d3d7084ec6b929ceba, server=1dd62e24b303,39937,1731828022197 in 177 msec 2024-11-17T07:20:29,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T07:20:29,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=20587d0b5fa855d3d7084ec6b929ceba, ASSIGN in 333 msec 2024-11-17T07:20:29,743 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:20:29,743 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828029743"}]},"ts":"1731828029743"} 2024-11-17T07:20:29,745 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T07:20:29,745 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:20:29,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-17T07:20:30,701 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:20:30,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:30,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:30,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:30,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:30,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:30,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:30,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:30,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:30,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:30,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:30,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:20:30,742 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T07:20:30,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f01500d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:30,743 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,46593,-1 for getting cluster id 2024-11-17T07:20:30,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:30,744 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1df5b070-b9e4-4291-837d-9bb193d747c1' 2024-11-17T07:20:30,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:30,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1df5b070-b9e4-4291-837d-9bb193d747c1" 2024-11-17T07:20:30,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3931000c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:30,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,46593,-1] 2024-11-17T07:20:30,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:30,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:30,747 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:30,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15354114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:30,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:30,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,46593,1731828015877 2024-11-17T07:20:30,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1985fb3b 2024-11-17T07:20:30,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:20:30,750 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:20:30,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1dd62e24b303:37805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T07:20:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T07:20:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:30,758 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:37805' 2024-11-17T07:20:30,760 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39549ec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:30,761 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,37805,-1 for getting cluster id 2024-11-17T07:20:30,761 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:30,761 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fbc54d0-6a37-43a6-a329-b688ac1e3344' 2024-11-17T07:20:30,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:30,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fbc54d0-6a37-43a6-a329-b688ac1e3344" 2024-11-17T07:20:30,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207c82d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:30,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,37805,-1] 2024-11-17T07:20:30,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:30,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:30,763 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:30,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d100ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:30,764 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:30,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,37805,1731828018638 2024-11-17T07:20:30,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46ef44fc 2024-11-17T07:20:30,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:20:30,766 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:20:30,767 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T07:20:30,767 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T07:20:30,767 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:30,767 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:30,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:30,768 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:20:30,770 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T07:20:30,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:20:30,771 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:30,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:20:30,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741837_1013 (size=1138) 2024-11-17T07:20:30,820 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T07:20:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:31,189 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39b5d8944cf8babbc3a8221dfb4d7caf, NAME => 'hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf 2024-11-17T07:20:31,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741838_1014 (size=44) 2024-11-17T07:20:31,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:31,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 39b5d8944cf8babbc3a8221dfb4d7caf, disabling compactions & flushes 2024-11-17T07:20:31,215 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf. 2024-11-17T07:20:31,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf. 2024-11-17T07:20:31,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf. after waiting 0 ms 2024-11-17T07:20:31,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf. 2024-11-17T07:20:31,216 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf. 2024-11-17T07:20:31,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39b5d8944cf8babbc3a8221dfb4d7caf: Waiting for close lock at 1731828031215Disabling compacts and flushes for region at 1731828031215Disabling writes for close at 1731828031215Writing region close event to WAL at 1731828031215Closed at 1731828031216 (+1 ms) 2024-11-17T07:20:31,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:20:31,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731828031217"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731828031217"}]},"ts":"1731828031217"} 2024-11-17T07:20:31,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:20:31,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:20:31,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828031221"}]},"ts":"1731828031221"} 2024-11-17T07:20:31,223 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T07:20:31,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39b5d8944cf8babbc3a8221dfb4d7caf, ASSIGN}] 2024-11-17T07:20:31,225 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39b5d8944cf8babbc3a8221dfb4d7caf, ASSIGN 2024-11-17T07:20:31,226 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=39b5d8944cf8babbc3a8221dfb4d7caf, ASSIGN; state=OFFLINE, location=1dd62e24b303,38063,1731828015926; forceNewPlan=false, retain=false 2024-11-17T07:20:31,377 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=39b5d8944cf8babbc3a8221dfb4d7caf, regionState=OPENING, regionLocation=1dd62e24b303,38063,1731828015926 2024-11-17T07:20:31,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=39b5d8944cf8babbc3a8221dfb4d7caf, ASSIGN because future has completed 2024-11-17T07:20:31,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39b5d8944cf8babbc3a8221dfb4d7caf, server=1dd62e24b303,38063,1731828015926}] 2024-11-17T07:20:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:31,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf. 2024-11-17T07:20:31,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:20:31,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T07:20:31,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C38063%2C1731828015926.rep, suffix=, logDir=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926, archiveDir=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/oldWALs, maxLogs=10 2024-11-17T07:20:31,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.rep.1731828031539, exclude list is [], retry=0 2024-11-17T07:20:31,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42085,DS-d38a4792-8467-46a0-bf08-b2ce7dc47a21,DISK] 2024-11-17T07:20:31,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.rep.1731828031539 2024-11-17T07:20:31,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36837:36837)] 2024-11-17T07:20:31,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 39b5d8944cf8babbc3a8221dfb4d7caf, NAME => 'hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:20:31,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:20:31,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:20:31,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf. service=MultiRowMutationService 2024-11-17T07:20:31,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T07:20:31,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 39b5d8944cf8babbc3a8221dfb4d7caf 2024-11-17T07:20:31,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:31,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 39b5d8944cf8babbc3a8221dfb4d7caf 2024-11-17T07:20:31,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 39b5d8944cf8babbc3a8221dfb4d7caf 2024-11-17T07:20:31,564 INFO [StoreOpener-39b5d8944cf8babbc3a8221dfb4d7caf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 39b5d8944cf8babbc3a8221dfb4d7caf 2024-11-17T07:20:31,566 INFO [StoreOpener-39b5d8944cf8babbc3a8221dfb4d7caf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39b5d8944cf8babbc3a8221dfb4d7caf columnFamilyName hfileref 2024-11-17T07:20:31,566 DEBUG [StoreOpener-39b5d8944cf8babbc3a8221dfb4d7caf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:31,566 INFO [StoreOpener-39b5d8944cf8babbc3a8221dfb4d7caf-1 {}] regionserver.HStore(327): Store=39b5d8944cf8babbc3a8221dfb4d7caf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:31,566 INFO [StoreOpener-39b5d8944cf8babbc3a8221dfb4d7caf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 39b5d8944cf8babbc3a8221dfb4d7caf 2024-11-17T07:20:31,567 INFO [StoreOpener-39b5d8944cf8babbc3a8221dfb4d7caf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39b5d8944cf8babbc3a8221dfb4d7caf columnFamilyName queue 2024-11-17T07:20:31,567 DEBUG [StoreOpener-39b5d8944cf8babbc3a8221dfb4d7caf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:31,567 INFO [StoreOpener-39b5d8944cf8babbc3a8221dfb4d7caf-1 {}] regionserver.HStore(327): Store=39b5d8944cf8babbc3a8221dfb4d7caf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:31,567 INFO [StoreOpener-39b5d8944cf8babbc3a8221dfb4d7caf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 39b5d8944cf8babbc3a8221dfb4d7caf 2024-11-17T07:20:31,568 INFO [StoreOpener-39b5d8944cf8babbc3a8221dfb4d7caf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39b5d8944cf8babbc3a8221dfb4d7caf columnFamilyName sid 2024-11-17T07:20:31,568 DEBUG [StoreOpener-39b5d8944cf8babbc3a8221dfb4d7caf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:31,569 INFO [StoreOpener-39b5d8944cf8babbc3a8221dfb4d7caf-1 {}] regionserver.HStore(327): Store=39b5d8944cf8babbc3a8221dfb4d7caf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:31,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 39b5d8944cf8babbc3a8221dfb4d7caf 2024-11-17T07:20:31,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/replication/39b5d8944cf8babbc3a8221dfb4d7caf 2024-11-17T07:20:31,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/replication/39b5d8944cf8babbc3a8221dfb4d7caf 2024-11-17T07:20:31,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 39b5d8944cf8babbc3a8221dfb4d7caf 2024-11-17T07:20:31,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 39b5d8944cf8babbc3a8221dfb4d7caf 2024-11-17T07:20:31,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:20:31,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 39b5d8944cf8babbc3a8221dfb4d7caf 2024-11-17T07:20:31,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/replication/39b5d8944cf8babbc3a8221dfb4d7caf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:20:31,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 39b5d8944cf8babbc3a8221dfb4d7caf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70220510, jitterRate=0.046367138624191284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:20:31,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39b5d8944cf8babbc3a8221dfb4d7caf 2024-11-17T07:20:31,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 39b5d8944cf8babbc3a8221dfb4d7caf: Running coprocessor pre-open hook at 1731828031563Writing region info on filesystem at 1731828031563Initializing all the Stores at 1731828031563Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828031563Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828031564 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828031564Cleaning up temporary data from old regions at 1731828031575 (+11 ms)Running coprocessor post-open hooks at 1731828031578 (+3 ms)Region opened successfully at 1731828031578 2024-11-17T07:20:31,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf., pid=10, masterSystemTime=1731828031532 2024-11-17T07:20:31,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf. 2024-11-17T07:20:31,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf. 2024-11-17T07:20:31,582 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=39b5d8944cf8babbc3a8221dfb4d7caf, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,38063,1731828015926 2024-11-17T07:20:31,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39b5d8944cf8babbc3a8221dfb4d7caf, server=1dd62e24b303,38063,1731828015926 because future has completed 2024-11-17T07:20:31,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T07:20:31,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 39b5d8944cf8babbc3a8221dfb4d7caf, server=1dd62e24b303,38063,1731828015926 in 205 msec 2024-11-17T07:20:31,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T07:20:31,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39b5d8944cf8babbc3a8221dfb4d7caf, ASSIGN in 363 msec 2024-11-17T07:20:31,589 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:20:31,589 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828031589"}]},"ts":"1731828031589"} 2024-11-17T07:20:31,591 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T07:20:31,591 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:20:31,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 823 msec 2024-11-17T07:20:31,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf., hostname=1dd62e24b303,38063,1731828015926, seqNum=2] 2024-11-17T07:20:31,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10124cc49260001, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604273169 2024-11-17T07:20:31,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604273169 2024-11-17T07:20:31,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T07:20:31,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T07:20:31,788 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T07:20:31,818 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1dd62e24b303,38063,1731828015926, ReplicationSource: 1, currentBandwidth=0 2024-11-17T07:20:31,819 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:20:31,819 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,38063,1731828015926, seqNum=-1] 2024-11-17T07:20:31,820 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:20:31,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-17T07:20:31,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1dd62e24b303,38063,1731828015926', locateType=CURRENT is [region=hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf., hostname=1dd62e24b303,38063,1731828015926, seqNum=2] 2024-11-17T07:20:31,833 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T07:20:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T07:20:31,839 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1dd62e24b303,38063,1731828015926 suceeded 2024-11-17T07:20:31,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T07:20:31,841 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1dd62e24b303:37805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T07:20:31,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-17T07:20:31,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0900 sec 2024-11-17T07:20:31,851 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:37805' 2024-11-17T07:20:31,854 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4098fcf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:31,854 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,37805,-1 for getting cluster id 2024-11-17T07:20:31,854 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:31,855 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fbc54d0-6a37-43a6-a329-b688ac1e3344' 2024-11-17T07:20:31,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:31,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fbc54d0-6a37-43a6-a329-b688ac1e3344" 2024-11-17T07:20:31,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cda0fbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:31,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,37805,-1] 2024-11-17T07:20:31,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:31,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:31,857 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:31,858 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31868c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:31,858 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:31,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,37805,1731828018638 2024-11-17T07:20:31,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44c0f9ca 2024-11-17T07:20:31,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:20:31,861 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-17T07:20:31,863 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1dd62e24b303,38063,1731828015926 (queues=1) is replicating from cluster=1df5b070-b9e4-4291-837d-9bb193d747c1 to cluster=5fbc54d0-6a37-43a6-a329-b688ac1e3344 2024-11-17T07:20:31,864 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1dd62e24b303%2C38063%2C1731828015926 2024-11-17T07:20:31,864 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1dd62e24b303,38063,1731828015926, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T07:20:31,864 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054, startPosition=0, beingWritten=true 2024-11-17T07:20:31,868 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.shipper1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1dd62e24b303%2C38063%2C1731828015926 2024-11-17T07:20:31,875 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:31,875 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 379, reset compression=false 2024-11-17T07:20:31,875 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.shipper1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,38063,1731828015926 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:20:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:31,892 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T07:20:31,892 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:20:31,892 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:31,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:31,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:31,892 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:31,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cddb72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:31,893 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,37805,-1 for getting cluster id 2024-11-17T07:20:31,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:31,894 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fbc54d0-6a37-43a6-a329-b688ac1e3344' 2024-11-17T07:20:31,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:31,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fbc54d0-6a37-43a6-a329-b688ac1e3344" 2024-11-17T07:20:31,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76fb8b51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:31,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,37805,-1] 2024-11-17T07:20:31,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:31,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:31,895 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:31,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4d2eeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:31,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:31,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,37805,1731828018638 2024-11-17T07:20:31,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21a6debc 2024-11-17T07:20:31,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:20:31,897 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:20:31,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1dd62e24b303:44727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T07:20:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T07:20:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:31,901 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:44727' 2024-11-17T07:20:31,901 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@485495c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:31,901 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,44727,-1 for getting cluster id 2024-11-17T07:20:31,901 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:31,902 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1c791c9-659e-4f17-9067-6da52510be31' 2024-11-17T07:20:31,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:31,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1c791c9-659e-4f17-9067-6da52510be31" 2024-11-17T07:20:31,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758393b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:31,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,44727,-1] 2024-11-17T07:20:31,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:31,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:31,903 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:31,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@320d1125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:31,904 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:31,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,44727,1731828022095 2024-11-17T07:20:31,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e9cd84e 2024-11-17T07:20:31,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:20:31,906 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:20:31,906 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T07:20:31,906 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T07:20:31,906 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:31,907 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:31,907 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:20:31,908 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T07:20:31,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:31,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:20:31,909 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:31,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:20:31,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741837_1013 (size=1138) 2024-11-17T07:20:31,958 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T07:20:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:32,081 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 379, reset compression=false 2024-11-17T07:20:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:32,319 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fdbb8d6ab1a92fa87c403a762481ed56, NAME => 'hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80 2024-11-17T07:20:32,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741838_1014 (size=44) 2024-11-17T07:20:32,385 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 379, reset compression=false 2024-11-17T07:20:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:32,725 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:32,725 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fdbb8d6ab1a92fa87c403a762481ed56, disabling compactions & flushes 2024-11-17T07:20:32,725 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56. 2024-11-17T07:20:32,725 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56. 2024-11-17T07:20:32,725 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56. after waiting 0 ms 2024-11-17T07:20:32,725 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56. 2024-11-17T07:20:32,725 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56. 2024-11-17T07:20:32,725 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fdbb8d6ab1a92fa87c403a762481ed56: Waiting for close lock at 1731828032725Disabling compacts and flushes for region at 1731828032725Disabling writes for close at 1731828032725Writing region close event to WAL at 1731828032725Closed at 1731828032725 2024-11-17T07:20:32,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:20:32,727 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731828032727"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731828032727"}]},"ts":"1731828032727"} 2024-11-17T07:20:32,729 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:20:32,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:20:32,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828032730"}]},"ts":"1731828032730"} 2024-11-17T07:20:32,732 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T07:20:32,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fdbb8d6ab1a92fa87c403a762481ed56, ASSIGN}] 2024-11-17T07:20:32,733 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fdbb8d6ab1a92fa87c403a762481ed56, ASSIGN 2024-11-17T07:20:32,734 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fdbb8d6ab1a92fa87c403a762481ed56, ASSIGN; state=OFFLINE, location=1dd62e24b303,46159,1731828018682; forceNewPlan=false, retain=false 2024-11-17T07:20:32,789 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 379, reset compression=false 2024-11-17T07:20:32,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fdbb8d6ab1a92fa87c403a762481ed56, regionState=OPENING, regionLocation=1dd62e24b303,46159,1731828018682 2024-11-17T07:20:32,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fdbb8d6ab1a92fa87c403a762481ed56, ASSIGN because future has completed 2024-11-17T07:20:32,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdbb8d6ab1a92fa87c403a762481ed56, server=1dd62e24b303,46159,1731828018682}] 2024-11-17T07:20:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:33,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56. 2024-11-17T07:20:33,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:20:33,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T07:20:33,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C46159%2C1731828018682.rep, suffix=, logDir=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682, archiveDir=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/oldWALs, maxLogs=10 2024-11-17T07:20:33,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.rep.1731828033045, exclude list is [], retry=0 2024-11-17T07:20:33,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39829,DS-9f4929c7-57ca-4839-b5ca-7b03db11ce5b,DISK] 2024-11-17T07:20:33,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.rep.1731828033045 2024-11-17T07:20:33,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42659:42659)] 2024-11-17T07:20:33,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fdbb8d6ab1a92fa87c403a762481ed56, NAME => 'hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:20:33,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:20:33,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:20:33,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56. service=MultiRowMutationService 2024-11-17T07:20:33,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T07:20:33,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fdbb8d6ab1a92fa87c403a762481ed56 2024-11-17T07:20:33,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:33,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fdbb8d6ab1a92fa87c403a762481ed56 2024-11-17T07:20:33,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fdbb8d6ab1a92fa87c403a762481ed56 2024-11-17T07:20:33,068 INFO [StoreOpener-fdbb8d6ab1a92fa87c403a762481ed56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fdbb8d6ab1a92fa87c403a762481ed56 2024-11-17T07:20:33,070 INFO [StoreOpener-fdbb8d6ab1a92fa87c403a762481ed56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdbb8d6ab1a92fa87c403a762481ed56 columnFamilyName hfileref 2024-11-17T07:20:33,070 DEBUG [StoreOpener-fdbb8d6ab1a92fa87c403a762481ed56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:33,071 INFO [StoreOpener-fdbb8d6ab1a92fa87c403a762481ed56-1 {}] regionserver.HStore(327): Store=fdbb8d6ab1a92fa87c403a762481ed56/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:33,071 INFO [StoreOpener-fdbb8d6ab1a92fa87c403a762481ed56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fdbb8d6ab1a92fa87c403a762481ed56 2024-11-17T07:20:33,072 INFO [StoreOpener-fdbb8d6ab1a92fa87c403a762481ed56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdbb8d6ab1a92fa87c403a762481ed56 columnFamilyName queue 2024-11-17T07:20:33,072 DEBUG [StoreOpener-fdbb8d6ab1a92fa87c403a762481ed56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:33,072 INFO [StoreOpener-fdbb8d6ab1a92fa87c403a762481ed56-1 {}] regionserver.HStore(327): Store=fdbb8d6ab1a92fa87c403a762481ed56/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:33,073 INFO [StoreOpener-fdbb8d6ab1a92fa87c403a762481ed56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fdbb8d6ab1a92fa87c403a762481ed56 2024-11-17T07:20:33,073 INFO [StoreOpener-fdbb8d6ab1a92fa87c403a762481ed56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdbb8d6ab1a92fa87c403a762481ed56 columnFamilyName sid 2024-11-17T07:20:33,073 DEBUG [StoreOpener-fdbb8d6ab1a92fa87c403a762481ed56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:33,074 INFO [StoreOpener-fdbb8d6ab1a92fa87c403a762481ed56-1 {}] regionserver.HStore(327): Store=fdbb8d6ab1a92fa87c403a762481ed56/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:33,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fdbb8d6ab1a92fa87c403a762481ed56 2024-11-17T07:20:33,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/replication/fdbb8d6ab1a92fa87c403a762481ed56 2024-11-17T07:20:33,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/replication/fdbb8d6ab1a92fa87c403a762481ed56 2024-11-17T07:20:33,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fdbb8d6ab1a92fa87c403a762481ed56 2024-11-17T07:20:33,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fdbb8d6ab1a92fa87c403a762481ed56 2024-11-17T07:20:33,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:20:33,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fdbb8d6ab1a92fa87c403a762481ed56 2024-11-17T07:20:33,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/replication/fdbb8d6ab1a92fa87c403a762481ed56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:20:33,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fdbb8d6ab1a92fa87c403a762481ed56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73360781, jitterRate=0.09316082298755646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:20:33,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdbb8d6ab1a92fa87c403a762481ed56 2024-11-17T07:20:33,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fdbb8d6ab1a92fa87c403a762481ed56: Running coprocessor pre-open hook at 1731828033067Writing region info on filesystem at 1731828033067Initializing all the Stores at 1731828033067Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828033067Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828033068 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828033068Cleaning up temporary data from old regions at 1731828033076 (+8 ms)Running coprocessor post-open hooks at 1731828033080 (+4 ms)Region opened successfully at 1731828033080 2024-11-17T07:20:33,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56., pid=10, masterSystemTime=1731828033039 2024-11-17T07:20:33,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56. 2024-11-17T07:20:33,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56. 2024-11-17T07:20:33,083 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fdbb8d6ab1a92fa87c403a762481ed56, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,46159,1731828018682 2024-11-17T07:20:33,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdbb8d6ab1a92fa87c403a762481ed56, server=1dd62e24b303,46159,1731828018682 because future has completed 2024-11-17T07:20:33,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T07:20:33,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fdbb8d6ab1a92fa87c403a762481ed56, server=1dd62e24b303,46159,1731828018682 in 199 msec 2024-11-17T07:20:33,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T07:20:33,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fdbb8d6ab1a92fa87c403a762481ed56, ASSIGN in 355 msec 2024-11-17T07:20:33,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:20:33,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828033090"}]},"ts":"1731828033090"} 2024-11-17T07:20:33,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T07:20:33,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:20:33,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-17T07:20:33,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56., hostname=1dd62e24b303,46159,1731828018682, seqNum=2] 2024-11-17T07:20:33,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46159-0x10124cc49260004, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11588677377 2024-11-17T07:20:33,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11588677377 2024-11-17T07:20:33,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T07:20:33,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46159 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T07:20:33,279 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T07:20:33,293 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 379, reset compression=false 2024-11-17T07:20:33,311 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1dd62e24b303,46159,1731828018682, ReplicationSource: 1, currentBandwidth=0 2024-11-17T07:20:33,312 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:20:33,312 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,46159,1731828018682, seqNum=-1] 2024-11-17T07:20:33,312 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:20:33,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-17T07:20:33,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1dd62e24b303,46159,1731828018682', locateType=CURRENT is [region=hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56., hostname=1dd62e24b303,46159,1731828018682, seqNum=2] 2024-11-17T07:20:33,318 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T07:20:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T07:20:33,320 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1dd62e24b303,46159,1731828018682 suceeded 2024-11-17T07:20:33,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T07:20:33,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-17T07:20:33,322 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1dd62e24b303:44727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T07:20:33,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4240 sec 2024-11-17T07:20:33,338 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:44727' 2024-11-17T07:20:33,340 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@533acccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:33,340 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,44727,-1 for getting cluster id 2024-11-17T07:20:33,340 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:33,341 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1c791c9-659e-4f17-9067-6da52510be31' 2024-11-17T07:20:33,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:33,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1c791c9-659e-4f17-9067-6da52510be31" 2024-11-17T07:20:33,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5870f394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:33,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,44727,-1] 2024-11-17T07:20:33,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:33,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:33,343 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:33,344 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15bd940d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:33,344 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:33,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,44727,1731828022095 2024-11-17T07:20:33,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4af92939 2024-11-17T07:20:33,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:20:33,346 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-17T07:20:33,346 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1dd62e24b303,46159,1731828018682 (queues=1) is replicating from cluster=5fbc54d0-6a37-43a6-a329-b688ac1e3344 to cluster=e1c791c9-659e-4f17-9067-6da52510be31 2024-11-17T07:20:33,347 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1dd62e24b303%2C46159%2C1731828018682 2024-11-17T07:20:33,347 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1dd62e24b303,46159,1731828018682, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T07:20:33,348 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.shipper1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1dd62e24b303%2C46159%2C1731828018682 2024-11-17T07:20:33,348 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300, startPosition=0, beingWritten=true 2024-11-17T07:20:33,355 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:33,355 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 379, reset compression=false 2024-11-17T07:20:33,355 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.shipper1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,46159,1731828018682 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:20:33,559 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 379, reset compression=false 2024-11-17T07:20:33,863 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 379, reset compression=false 2024-11-17T07:20:33,898 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 379, reset compression=false 2024-11-17T07:20:34,010 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:34,011 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:20:34,011 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48481 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:20:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:34,051 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T07:20:34,051 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:20:34,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:34,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:34,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:34,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:34,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cf841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:34,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,44727,-1 for getting cluster id 2024-11-17T07:20:34,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:34,053 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1c791c9-659e-4f17-9067-6da52510be31' 2024-11-17T07:20:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1c791c9-659e-4f17-9067-6da52510be31" 2024-11-17T07:20:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ce2d5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,44727,-1] 2024-11-17T07:20:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:34,054 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:34,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6380e71b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:34,055 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:34,056 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,44727,1731828022095 2024-11-17T07:20:34,056 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eef9720 2024-11-17T07:20:34,056 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:20:34,057 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:20:34,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1dd62e24b303:46593,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T07:20:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T07:20:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:34,059 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:46593' 2024-11-17T07:20:34,060 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa42187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:34,060 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,46593,-1 for getting cluster id 2024-11-17T07:20:34,060 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:34,061 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1df5b070-b9e4-4291-837d-9bb193d747c1' 2024-11-17T07:20:34,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:34,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1df5b070-b9e4-4291-837d-9bb193d747c1" 2024-11-17T07:20:34,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e707fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:34,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,46593,-1] 2024-11-17T07:20:34,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:34,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:34,062 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:34,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e66307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:34,063 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:34,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,46593,1731828015877 2024-11-17T07:20:34,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@727fd0cb 2024-11-17T07:20:34,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:20:34,064 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:20:34,065 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T07:20:34,065 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T07:20:34,065 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:34,065 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:34,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:34,065 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:20:34,066 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T07:20:34,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:20:34,067 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:34,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:20:34,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741837_1013 (size=1138) 2024-11-17T07:20:34,116 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T07:20:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:34,267 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 379, reset compression=false 2024-11-17T07:20:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:34,474 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0cb775e379ae3664e751d21311039e40, NAME => 'hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2 2024-11-17T07:20:34,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741838_1014 (size=44) 2024-11-17T07:20:34,601 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 379, reset compression=false 2024-11-17T07:20:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:34,771 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 379, reset compression=false 2024-11-17T07:20:34,849 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T07:20:34,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:34,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0cb775e379ae3664e751d21311039e40, disabling compactions & flushes 2024-11-17T07:20:34,881 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40. 2024-11-17T07:20:34,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40. 2024-11-17T07:20:34,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40. after waiting 0 ms 2024-11-17T07:20:34,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40. 2024-11-17T07:20:34,882 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40. 2024-11-17T07:20:34,882 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0cb775e379ae3664e751d21311039e40: Waiting for close lock at 1731828034881Disabling compacts and flushes for region at 1731828034881Disabling writes for close at 1731828034881Writing region close event to WAL at 1731828034881Closed at 1731828034881 2024-11-17T07:20:34,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:20:34,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731828034883"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731828034883"}]},"ts":"1731828034883"} 2024-11-17T07:20:34,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:20:34,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:20:34,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828034886"}]},"ts":"1731828034886"} 2024-11-17T07:20:34,887 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T07:20:34,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0cb775e379ae3664e751d21311039e40, ASSIGN}] 2024-11-17T07:20:34,888 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0cb775e379ae3664e751d21311039e40, ASSIGN 2024-11-17T07:20:34,889 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0cb775e379ae3664e751d21311039e40, ASSIGN; state=OFFLINE, location=1dd62e24b303,39937,1731828022197; forceNewPlan=false, retain=false 2024-11-17T07:20:35,040 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0cb775e379ae3664e751d21311039e40, regionState=OPENING, regionLocation=1dd62e24b303,39937,1731828022197 2024-11-17T07:20:35,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0cb775e379ae3664e751d21311039e40, ASSIGN because future has completed 2024-11-17T07:20:35,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cb775e379ae3664e751d21311039e40, server=1dd62e24b303,39937,1731828022197}] 2024-11-17T07:20:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:35,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40. 2024-11-17T07:20:35,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:20:35,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T07:20:35,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C39937%2C1731828022197.rep, suffix=, logDir=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197, archiveDir=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/oldWALs, maxLogs=10 2024-11-17T07:20:35,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.rep.1731828035199, exclude list is [], retry=0 2024-11-17T07:20:35,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43283,DS-cf82e732-3e03-424d-9ada-b7ea2f7287b9,DISK] 2024-11-17T07:20:35,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.rep.1731828035199 2024-11-17T07:20:35,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33923:33923)] 2024-11-17T07:20:35,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0cb775e379ae3664e751d21311039e40, NAME => 'hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:20:35,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:20:35,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:20:35,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40. service=MultiRowMutationService 2024-11-17T07:20:35,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T07:20:35,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0cb775e379ae3664e751d21311039e40 2024-11-17T07:20:35,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:35,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0cb775e379ae3664e751d21311039e40 2024-11-17T07:20:35,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0cb775e379ae3664e751d21311039e40 2024-11-17T07:20:35,221 INFO [StoreOpener-0cb775e379ae3664e751d21311039e40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0cb775e379ae3664e751d21311039e40 2024-11-17T07:20:35,222 INFO [StoreOpener-0cb775e379ae3664e751d21311039e40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cb775e379ae3664e751d21311039e40 columnFamilyName hfileref 2024-11-17T07:20:35,222 DEBUG [StoreOpener-0cb775e379ae3664e751d21311039e40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:35,223 INFO [StoreOpener-0cb775e379ae3664e751d21311039e40-1 {}] regionserver.HStore(327): Store=0cb775e379ae3664e751d21311039e40/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:35,223 INFO [StoreOpener-0cb775e379ae3664e751d21311039e40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0cb775e379ae3664e751d21311039e40 2024-11-17T07:20:35,224 INFO [StoreOpener-0cb775e379ae3664e751d21311039e40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cb775e379ae3664e751d21311039e40 columnFamilyName queue 2024-11-17T07:20:35,224 DEBUG [StoreOpener-0cb775e379ae3664e751d21311039e40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:35,224 INFO [StoreOpener-0cb775e379ae3664e751d21311039e40-1 {}] regionserver.HStore(327): Store=0cb775e379ae3664e751d21311039e40/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:35,224 INFO [StoreOpener-0cb775e379ae3664e751d21311039e40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0cb775e379ae3664e751d21311039e40 2024-11-17T07:20:35,225 INFO [StoreOpener-0cb775e379ae3664e751d21311039e40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cb775e379ae3664e751d21311039e40 columnFamilyName sid 2024-11-17T07:20:35,225 DEBUG [StoreOpener-0cb775e379ae3664e751d21311039e40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:35,225 INFO [StoreOpener-0cb775e379ae3664e751d21311039e40-1 {}] regionserver.HStore(327): Store=0cb775e379ae3664e751d21311039e40/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:35,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0cb775e379ae3664e751d21311039e40 2024-11-17T07:20:35,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/replication/0cb775e379ae3664e751d21311039e40 2024-11-17T07:20:35,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/replication/0cb775e379ae3664e751d21311039e40 2024-11-17T07:20:35,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0cb775e379ae3664e751d21311039e40 2024-11-17T07:20:35,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0cb775e379ae3664e751d21311039e40 2024-11-17T07:20:35,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:20:35,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0cb775e379ae3664e751d21311039e40 2024-11-17T07:20:35,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/replication/0cb775e379ae3664e751d21311039e40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:20:35,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0cb775e379ae3664e751d21311039e40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74100447, jitterRate=0.10418270528316498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:20:35,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0cb775e379ae3664e751d21311039e40 2024-11-17T07:20:35,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0cb775e379ae3664e751d21311039e40: Running coprocessor pre-open hook at 1731828035220Writing region info on filesystem at 1731828035220Initializing all the Stores at 1731828035221 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828035221Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828035221Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828035221Cleaning up temporary data from old regions at 1731828035227 (+6 ms)Running coprocessor post-open hooks at 1731828035230 (+3 ms)Region opened successfully at 1731828035230 2024-11-17T07:20:35,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40., pid=10, masterSystemTime=1731828035194 2024-11-17T07:20:35,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40. 2024-11-17T07:20:35,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40. 2024-11-17T07:20:35,232 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0cb775e379ae3664e751d21311039e40, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,39937,1731828022197 2024-11-17T07:20:35,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cb775e379ae3664e751d21311039e40, server=1dd62e24b303,39937,1731828022197 because future has completed 2024-11-17T07:20:35,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T07:20:35,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0cb775e379ae3664e751d21311039e40, server=1dd62e24b303,39937,1731828022197 in 193 msec 2024-11-17T07:20:35,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T07:20:35,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0cb775e379ae3664e751d21311039e40, ASSIGN in 349 msec 2024-11-17T07:20:35,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:20:35,240 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828035239"}]},"ts":"1731828035239"} 2024-11-17T07:20:35,241 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T07:20:35,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:20:35,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-17T07:20:35,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40., hostname=1dd62e24b303,39937,1731828022197, seqNum=2] 2024-11-17T07:20:35,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10124cc49260007, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-659948312 2024-11-17T07:20:35,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-659948312 2024-11-17T07:20:35,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T07:20:35,374 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 379, reset compression=false 2024-11-17T07:20:35,405 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 379, reset compression=false 2024-11-17T07:20:35,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39937 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T07:20:35,431 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T07:20:35,470 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1dd62e24b303,39937,1731828022197, ReplicationSource: 1, currentBandwidth=0 2024-11-17T07:20:35,471 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:20:35,471 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,39937,1731828022197, seqNum=-1] 2024-11-17T07:20:35,472 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:20:35,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-17T07:20:35,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1dd62e24b303,39937,1731828022197', locateType=CURRENT is [region=hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40., hostname=1dd62e24b303,39937,1731828022197, seqNum=2] 2024-11-17T07:20:35,480 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T07:20:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T07:20:35,486 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1dd62e24b303,39937,1731828022197 suceeded 2024-11-17T07:20:35,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T07:20:35,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-17T07:20:35,488 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1dd62e24b303:46593,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T07:20:35,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4310 sec 2024-11-17T07:20:35,498 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:46593' 2024-11-17T07:20:35,500 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1101d726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:35,500 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,46593,-1 for getting cluster id 2024-11-17T07:20:35,500 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:35,500 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1df5b070-b9e4-4291-837d-9bb193d747c1' 2024-11-17T07:20:35,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:35,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1df5b070-b9e4-4291-837d-9bb193d747c1" 2024-11-17T07:20:35,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c5d927b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:35,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,46593,-1] 2024-11-17T07:20:35,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:35,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:35,502 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:35,503 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73b3af15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:35,503 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:35,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,46593,1731828015877 2024-11-17T07:20:35,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a5d9908 2024-11-17T07:20:35,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:20:35,505 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-17T07:20:35,506 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1dd62e24b303,39937,1731828022197 (queues=1) is replicating from cluster=e1c791c9-659e-4f17-9067-6da52510be31 to cluster=1df5b070-b9e4-4291-837d-9bb193d747c1 2024-11-17T07:20:35,506 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1dd62e24b303%2C39937%2C1731828022197 2024-11-17T07:20:35,506 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1dd62e24b303,39937,1731828022197, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T07:20:35,511 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1dd62e24b303%2C39937%2C1731828022197 2024-11-17T07:20:35,511 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239, startPosition=0, beingWritten=true 2024-11-17T07:20:35,519 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:35,519 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 379, reset compression=false 2024-11-17T07:20:35,519 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,39937,1731828022197 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:20:35,723 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 379, reset compression=false 2024-11-17T07:20:36,026 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 379, reset compression=false 2024-11-17T07:20:36,078 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 379, reset compression=false 2024-11-17T07:20:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:20:36,201 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T07:20:36,201 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:20:36,201 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:36,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:36,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:36,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:36,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e9991a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:36,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,46593,-1 for getting cluster id 2024-11-17T07:20:36,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:36,203 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1df5b070-b9e4-4291-837d-9bb193d747c1' 2024-11-17T07:20:36,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:36,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1df5b070-b9e4-4291-837d-9bb193d747c1" 2024-11-17T07:20:36,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca1338a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:36,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,46593,-1] 2024-11-17T07:20:36,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:36,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:36,205 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:36,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bcb484c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:36,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6038d9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:36,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,37805,-1 for getting cluster id 2024-11-17T07:20:36,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:36,206 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fbc54d0-6a37-43a6-a329-b688ac1e3344' 2024-11-17T07:20:36,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:36,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fbc54d0-6a37-43a6-a329-b688ac1e3344" 2024-11-17T07:20:36,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350a71de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:36,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,37805,-1] 2024-11-17T07:20:36,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:36,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:36,208 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:36,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be3733c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:36,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a25521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:36,209 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,44727,-1 for getting cluster id 2024-11-17T07:20:36,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:36,209 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1c791c9-659e-4f17-9067-6da52510be31' 2024-11-17T07:20:36,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:36,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1c791c9-659e-4f17-9067-6da52510be31" 2024-11-17T07:20:36,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b30319b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:36,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,44727,-1] 2024-11-17T07:20:36,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:36,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:36,211 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:36,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b26ce39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:36,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:20:36,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,38063,1731828015926, seqNum=-1] 2024-11-17T07:20:36,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:20:36,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:20:36,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674., hostname=1dd62e24b303,38063,1731828015926, seqNum=2] 2024-11-17T07:20:36,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:20:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,39937,1731828022197, seqNum=-1] 2024-11-17T07:20:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:20:36,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:20:36,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba., hostname=1dd62e24b303,39937,1731828022197, seqNum=2] 2024-11-17T07:20:36,243 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T07:20:36,308 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 379, reset compression=false 2024-11-17T07:20:36,314 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:20:36,314 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 480, reset compression=false 2024-11-17T07:20:36,314 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.shipper1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,38063,1731828015926 got entry batch from reader: WALEntryBatch [walEntries=[{test/643085d9d6dd629f339dc0ad8a9f5674/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-17T07:20:36,316 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.shipper1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:20:36,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-17T07:20:36,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:20:36,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30ae4372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:36,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,37805,-1 for getting cluster id 2024-11-17T07:20:36,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:36,321 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fbc54d0-6a37-43a6-a329-b688ac1e3344' 2024-11-17T07:20:36,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:36,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fbc54d0-6a37-43a6-a329-b688ac1e3344" 2024-11-17T07:20:36,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c582f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:36,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,37805,-1] 2024-11-17T07:20:36,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:36,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:36,323 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:36,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12f6c8c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:36,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:20:36,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,46159,1731828018682, seqNum=-1] 2024-11-17T07:20:36,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:20:36,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-17T07:20:36,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c., hostname=1dd62e24b303,46159,1731828018682, seqNum=2] 2024-11-17T07:20:36,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:20:36,430 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 379, reset compression=false 2024-11-17T07:20:36,520 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 480, reset compression=false 2024-11-17T07:20:36,824 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 480, reset compression=false 2024-11-17T07:20:36,881 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 379, reset compression=false 2024-11-17T07:20:36,887 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:20:36,887 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 503, reset compression=false 2024-11-17T07:20:36,887 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.shipper1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,46159,1731828018682 got entry batch from reader: WALEntryBatch [walEntries=[{test/11f8cc602e64ff17973b125ec4d0384c/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-17T07:20:36,891 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.shipper1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:20:36,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-17T07:20:36,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:20:36,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18db5920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:36,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,44727,-1 for getting cluster id 2024-11-17T07:20:36,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:36,894 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1c791c9-659e-4f17-9067-6da52510be31' 2024-11-17T07:20:36,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:36,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1c791c9-659e-4f17-9067-6da52510be31" 2024-11-17T07:20:36,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f106ac3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:36,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,44727,-1] 2024-11-17T07:20:36,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:36,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:36,895 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:36,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3aa4ea42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:36,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:20:36,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,39937,1731828022197, seqNum=-1] 2024-11-17T07:20:36,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:20:36,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-17T07:20:36,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba., hostname=1dd62e24b303,39937,1731828022197, seqNum=2] 2024-11-17T07:20:36,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:20:36,933 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 379, reset compression=false 2024-11-17T07:20:36,939 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:36,939 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 526, reset compression=false 2024-11-17T07:20:36,939 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,39937,1731828022197 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:20:37,065 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:20:37,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:37,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:37,091 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 503, reset compression=false 2024-11-17T07:20:37,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:37,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:37,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:37,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:37,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:37,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:37,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:37,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:37,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:37,142 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 526, reset compression=false 2024-11-17T07:20:37,228 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 480, reset compression=false 2024-11-17T07:20:37,245 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-17T07:20:37,245 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:20:37,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,46159,1731828018682, seqNum=-1] 2024-11-17T07:20:37,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:20:37,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:20:37,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c., hostname=1dd62e24b303,46159,1731828018682, seqNum=2] 2024-11-17T07:20:37,252 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-17T07:20:37,395 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 503, reset compression=false 2024-11-17T07:20:37,400 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:20:37,400 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 607, reset compression=false 2024-11-17T07:20:37,400 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.shipper1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,46159,1731828018682 got entry batch from reader: WALEntryBatch [walEntries=[{test/11f8cc602e64ff17973b125ec4d0384c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T07:20:37,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:20:37,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:20:37,446 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 526, reset compression=false 2024-11-17T07:20:37,450 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:20:37,450 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 653, reset compression=false 2024-11-17T07:20:37,450 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,39937,1731828022197 got entry batch from reader: WALEntryBatch [walEntries=[{test/20587d0b5fa855d3d7084ec6b929ceba/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T07:20:37,452 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:20:37,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-17T07:20:37,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:20:37,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ff6329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:37,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,46593,-1 for getting cluster id 2024-11-17T07:20:37,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:37,455 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1df5b070-b9e4-4291-837d-9bb193d747c1' 2024-11-17T07:20:37,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:37,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1df5b070-b9e4-4291-837d-9bb193d747c1" 2024-11-17T07:20:37,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@500b4cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:37,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,46593,-1] 2024-11-17T07:20:37,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:37,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:37,456 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:37,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bcc521d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:37,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:20:37,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,38063,1731828015926, seqNum=-1] 2024-11-17T07:20:37,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:20:37,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-17T07:20:37,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674., hostname=1dd62e24b303,38063,1731828015926, seqNum=2] 2024-11-17T07:20:37,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:20:37,604 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 607, reset compression=false 2024-11-17T07:20:37,654 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 653, reset compression=false 2024-11-17T07:20:37,732 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 480, reset compression=false 2024-11-17T07:20:37,738 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:37,738 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 631, reset compression=false 2024-11-17T07:20:37,738 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.shipper1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,38063,1731828015926 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:20:37,908 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 607, reset compression=false 2024-11-17T07:20:37,941 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 631, reset compression=false 2024-11-17T07:20:37,958 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 653, reset compression=false 2024-11-17T07:20:38,244 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 631, reset compression=false 2024-11-17T07:20:38,254 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-17T07:20:38,257 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-17T07:20:38,312 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 607, reset compression=false 2024-11-17T07:20:38,361 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 653, reset compression=false 2024-11-17T07:20:38,366 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:20:38,366 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 757, reset compression=false 2024-11-17T07:20:38,366 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,39937,1731828022197 got entry batch from reader: WALEntryBatch [walEntries=[{test/20587d0b5fa855d3d7084ec6b929ceba/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T07:20:38,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:20:38,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:20:38,571 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 757, reset compression=false 2024-11-17T07:20:38,648 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 631, reset compression=false 2024-11-17T07:20:38,652 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:20:38,652 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 759, reset compression=false 2024-11-17T07:20:38,653 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.shipper1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,38063,1731828015926 got entry batch from reader: WALEntryBatch [walEntries=[{test/643085d9d6dd629f339dc0ad8a9f5674/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T07:20:38,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:20:38,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:20:38,815 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 607, reset compression=false 2024-11-17T07:20:38,820 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:38,820 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 758, reset compression=false 2024-11-17T07:20:38,820 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.shipper1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,46159,1731828018682 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:20:38,856 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 759, reset compression=false 2024-11-17T07:20:38,874 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 757, reset compression=false 2024-11-17T07:20:39,023 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 758, reset compression=false 2024-11-17T07:20:39,159 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 759, reset compression=false 2024-11-17T07:20:39,259 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-17T07:20:39,263 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-17T07:20:39,277 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 757, reset compression=false 2024-11-17T07:20:39,326 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 758, reset compression=false 2024-11-17T07:20:39,562 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 759, reset compression=false 2024-11-17T07:20:39,566 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:20:39,566 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 915, reset compression=false 2024-11-17T07:20:39,566 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.shipper1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,38063,1731828015926 got entry batch from reader: WALEntryBatch [walEntries=[{test/643085d9d6dd629f339dc0ad8a9f5674/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-17T07:20:39,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:20:39,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:20:39,730 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 758, reset compression=false 2024-11-17T07:20:39,734 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:20:39,734 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 905, reset compression=false 2024-11-17T07:20:39,734 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.shipper1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,46159,1731828018682 got entry batch from reader: WALEntryBatch [walEntries=[{test/11f8cc602e64ff17973b125ec4d0384c/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-17T07:20:39,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:20:39,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:20:39,769 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 915, reset compression=false 2024-11-17T07:20:39,782 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 757, reset compression=false 2024-11-17T07:20:39,786 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:39,786 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 927, reset compression=false 2024-11-17T07:20:39,786 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,39937,1731828022197 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:20:39,937 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 905, reset compression=false 2024-11-17T07:20:39,989 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 927, reset compression=false 2024-11-17T07:20:40,072 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 915, reset compression=false 2024-11-17T07:20:40,241 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 905, reset compression=false 2024-11-17T07:20:40,264 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-17T07:20:40,268 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-17T07:20:40,293 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 927, reset compression=false 2024-11-17T07:20:40,476 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 915, reset compression=false 2024-11-17T07:20:40,645 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 905, reset compression=false 2024-11-17T07:20:40,650 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:20:40,650 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1064, reset compression=false 2024-11-17T07:20:40,650 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.shipper1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,46159,1731828018682 got entry batch from reader: WALEntryBatch [walEntries=[{test/11f8cc602e64ff17973b125ec4d0384c/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T07:20:40,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:20:40,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:20:40,696 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 927, reset compression=false 2024-11-17T07:20:40,701 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:20:40,701 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 1076, reset compression=false 2024-11-17T07:20:40,701 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,39937,1731828022197 got entry batch from reader: WALEntryBatch [walEntries=[{test/20587d0b5fa855d3d7084ec6b929ceba/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-17T07:20:40,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:20:40,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:20:40,854 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1064, reset compression=false 2024-11-17T07:20:40,905 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 1076, reset compression=false 2024-11-17T07:20:40,980 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 915, reset compression=false 2024-11-17T07:20:40,984 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:40,984 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1088, reset compression=false 2024-11-17T07:20:40,984 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.shipper1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,38063,1731828015926 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:20:41,158 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1064, reset compression=false 2024-11-17T07:20:41,188 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1088, reset compression=false 2024-11-17T07:20:41,208 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 1076, reset compression=false 2024-11-17T07:20:41,270 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-17T07:20:41,274 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-17T07:20:41,491 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1088, reset compression=false 2024-11-17T07:20:41,562 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1064, reset compression=false 2024-11-17T07:20:41,611 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 1076, reset compression=false 2024-11-17T07:20:41,616 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:20:41,616 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 1235, reset compression=false 2024-11-17T07:20:41,616 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,39937,1731828022197 got entry batch from reader: WALEntryBatch [walEntries=[{test/20587d0b5fa855d3d7084ec6b929ceba/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T07:20:41,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:20:41,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:20:41,819 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 1235, reset compression=false 2024-11-17T07:20:41,895 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1088, reset compression=false 2024-11-17T07:20:41,900 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:20:41,900 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1238, reset compression=false 2024-11-17T07:20:41,900 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.shipper1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,38063,1731828015926 got entry batch from reader: WALEntryBatch [walEntries=[{test/643085d9d6dd629f339dc0ad8a9f5674/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-17T07:20:41,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:20:41,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:20:42,066 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1064, reset compression=false 2024-11-17T07:20:42,070 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:42,070 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1237, reset compression=false 2024-11-17T07:20:42,070 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.shipper1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,46159,1731828018682 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:20:42,103 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1238, reset compression=false 2024-11-17T07:20:42,123 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 1235, reset compression=false 2024-11-17T07:20:42,275 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1237, reset compression=false 2024-11-17T07:20:42,276 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-17T07:20:42,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388af446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:42,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,44727,-1 for getting cluster id 2024-11-17T07:20:42,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:42,283 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1c791c9-659e-4f17-9067-6da52510be31' 2024-11-17T07:20:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1c791c9-659e-4f17-9067-6da52510be31" 2024-11-17T07:20:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef9c462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,44727,-1] 2024-11-17T07:20:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:42,285 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:42,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523592f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:42,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,44727,1731828022095 2024-11-17T07:20:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cf0d74c 2024-11-17T07:20:42,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:20:42,290 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:20:42,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-17T07:20:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-17T07:20:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T07:20:42,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T07:20:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T07:20:42,406 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1238, reset compression=false 2024-11-17T07:20:42,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39937 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-17T07:20:42,448 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-17T07:20:42,449 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-17T07:20:42,449 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1dd62e24b303,39937,1731828022197 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-17T07:20:42,449 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0. 2024-11-17T07:20:42,449 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:42,449 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:42,449 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:42,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:42,550 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T07:20:42,579 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1237, reset compression=false 2024-11-17T07:20:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T07:20:42,650 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 terminated 2024-11-17T07:20:42,672 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-1dd62e24b303,39937,1731828022197, ReplicationSource: 1, currentBandwidth=0 2024-11-17T07:20:42,672 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-17T07:20:42,673 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-17T07:20:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-17T07:20:42,675 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 1dd62e24b303,39937,1731828022197 suceeded 2024-11-17T07:20:42,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T07:20:42,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 379 msec 2024-11-17T07:20:42,677 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-17T07:20:42,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 387 msec 2024-11-17T07:20:42,693 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:46593' 2024-11-17T07:20:42,695 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@342cb2c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:42,695 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,46593,-1 for getting cluster id 2024-11-17T07:20:42,695 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:42,696 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1df5b070-b9e4-4291-837d-9bb193d747c1' 2024-11-17T07:20:42,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:42,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1df5b070-b9e4-4291-837d-9bb193d747c1" 2024-11-17T07:20:42,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f8cc2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:42,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,46593,-1] 2024-11-17T07:20:42,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:42,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:42,698 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:42,699 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71901604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:42,699 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:42,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,46593,1731828015877 2024-11-17T07:20:42,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@613a8cea 2024-11-17T07:20:42,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:20:42,701 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-17T07:20:42,701 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1dd62e24b303,39937,1731828022197 (queues=1) is replicating from cluster=e1c791c9-659e-4f17-9067-6da52510be31 to cluster=1df5b070-b9e4-4291-837d-9bb193d747c1 2024-11-17T07:20:42,701 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1dd62e24b303%2C39937%2C1731828022197 2024-11-17T07:20:42,702 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1dd62e24b303,39937,1731828022197, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T07:20:42,702 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1dd62e24b303%2C39937%2C1731828022197 2024-11-17T07:20:42,810 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1238, reset compression=false 2024-11-17T07:20:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T07:20:42,921 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-17T07:20:42,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:20:42,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:42,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:42,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:42,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:42,924 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-17T07:20:42,984 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1237, reset compression=false 2024-11-17T07:20:43,314 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1238, reset compression=false 2024-11-17T07:20:43,319 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:20:43,319 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1342, reset compression=false 2024-11-17T07:20:43,319 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.shipper1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,38063,1731828015926 got entry batch from reader: WALEntryBatch [walEntries=[{test/643085d9d6dd629f339dc0ad8a9f5674/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T07:20:43,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:20:43,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:20:43,487 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1237, reset compression=false 2024-11-17T07:20:43,491 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:20:43,491 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1364, reset compression=false 2024-11-17T07:20:43,491 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.shipper1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,46159,1731828018682 got entry batch from reader: WALEntryBatch [walEntries=[{test/11f8cc602e64ff17973b125ec4d0384c/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T07:20:43,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:20:43,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:20:43,522 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1342, reset compression=false 2024-11-17T07:20:43,695 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1364, reset compression=false 2024-11-17T07:20:43,826 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1342, reset compression=false 2024-11-17T07:20:43,926 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-17T07:20:43,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5d4124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:43,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,44727,-1 for getting cluster id 2024-11-17T07:20:43,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:43,930 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1c791c9-659e-4f17-9067-6da52510be31' 2024-11-17T07:20:43,930 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:43,930 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1c791c9-659e-4f17-9067-6da52510be31" 2024-11-17T07:20:43,930 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c58e1a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:43,930 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,44727,-1] 2024-11-17T07:20:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:43,932 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:43,932 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bffce2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:43,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:43,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,44727,1731828022095 2024-11-17T07:20:43,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48ec3342 2024-11-17T07:20:43,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:20:43,937 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:20:43,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-17T07:20:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-17T07:20:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T07:20:43,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T07:20:43,998 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1364, reset compression=false 2024-11-17T07:20:44,003 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:20:44,003 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1468, reset compression=false 2024-11-17T07:20:44,003 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.shipper1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,46159,1731828018682 got entry batch from reader: WALEntryBatch [walEntries=[{test/11f8cc602e64ff17973b125ec4d0384c/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T07:20:44,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:20:44,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:20:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T07:20:44,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39937 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-17T07:20:44,101 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-17T07:20:44,102 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-17T07:20:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-17T07:20:44,103 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239, startPosition=1235, beingWritten=true 2024-11-17T07:20:44,104 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 1dd62e24b303,39937,1731828022197 suceeded 2024-11-17T07:20:44,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-17T07:20:44,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-17T07:20:44,106 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-17T07:20:44,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 168 msec 2024-11-17T07:20:44,108 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:20:44,108 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 1512, reset compression=false 2024-11-17T07:20:44,108 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,39937,1731828022197 got entry batch from reader: WALEntryBatch [walEntries=[{test/20587d0b5fa855d3d7084ec6b929ceba/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T07:20:44,111 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:20:44,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-17T07:20:44,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:20:44,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38063 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:20:44,218 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1468, reset compression=false 2024-11-17T07:20:44,229 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1342, reset compression=false 2024-11-17T07:20:44,233 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:44,233 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1493, reset compression=false 2024-11-17T07:20:44,233 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.shipper1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,38063,1731828015926 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:20:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T07:20:44,261 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-17T07:20:44,261 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:20:44,261 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:44,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:44,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:44,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:44,263 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-17T07:20:44,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T07:20:44,263 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:20:44,263 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:44,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:44,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:44,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:44,263 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T07:20:44,263 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1782121426, stopped=false 2024-11-17T07:20:44,263 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1dd62e24b303,44727,1731828022095 2024-11-17T07:20:44,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10124cc49260007, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-659948312/running 2024-11-17T07:20:44,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10124cc49260007, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-659948312 2024-11-17T07:20:44,265 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:20:44,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-659948312/running 2024-11-17T07:20:44,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-659948312 2024-11-17T07:20:44,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:20:44,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:44,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:44,266 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1dd62e24b303,39937,1731828022197' ***** 2024-11-17T07:20:44,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39937-0x10124cc49260007, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Set watcher on znode that does not yet exist, /2-659948312/running 2024-11-17T07:20:44,266 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T07:20:44,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Set watcher on znode that does not yet exist, /2-659948312/running 2024-11-17T07:20:44,267 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T07:20:44,267 INFO [RS:0;1dd62e24b303:39937 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T07:20:44,267 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T07:20:44,267 INFO [RS:0;1dd62e24b303:39937 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T07:20:44,267 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(3091): Received CLOSE for 20587d0b5fa855d3d7084ec6b929ceba 2024-11-17T07:20:44,267 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(3091): Received CLOSE for 0cb775e379ae3664e751d21311039e40 2024-11-17T07:20:44,267 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(959): stopping server 1dd62e24b303,39937,1731828022197 2024-11-17T07:20:44,267 INFO [RS:0;1dd62e24b303:39937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:20:44,267 INFO [RS:0;1dd62e24b303:39937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:39937. 2024-11-17T07:20:44,267 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20587d0b5fa855d3d7084ec6b929ceba, disabling compactions & flushes 2024-11-17T07:20:44,267 DEBUG [RS:0;1dd62e24b303:39937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:44,267 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba. 2024-11-17T07:20:44,267 DEBUG [RS:0;1dd62e24b303:39937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:44,268 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba. 2024-11-17T07:20:44,268 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba. after waiting 0 ms 2024-11-17T07:20:44,268 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba. 2024-11-17T07:20:44,268 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T07:20:44,268 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T07:20:44,268 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T07:20:44,268 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T07:20:44,268 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 20587d0b5fa855d3d7084ec6b929ceba 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-17T07:20:44,268 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T07:20:44,268 DEBUG [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 20587d0b5fa855d3d7084ec6b929ceba=test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba., 0cb775e379ae3664e751d21311039e40=hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40.} 2024-11-17T07:20:44,268 DEBUG [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(1351): Waiting on 0cb775e379ae3664e751d21311039e40, 1588230740, 20587d0b5fa855d3d7084ec6b929ceba 2024-11-17T07:20:44,268 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:20:44,268 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:20:44,268 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:20:44,268 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:20:44,268 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:20:44,268 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T07:20:44,286 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/default/test/20587d0b5fa855d3d7084ec6b929ceba/.tmp/f/964b48bc0632481fb068aa3e0f656cf2 is 37, key is row3/f:row3/1731828042922/Put/seqid=0 2024-11-17T07:20:44,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741840_1016 (size=5228) 2024-11-17T07:20:44,290 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740/.tmp/info/0a7ee2bec58c4d6597d79aecea3c4a38 is 147, key is hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40./info:regioninfo/1731828035232/Put/seqid=0 2024-11-17T07:20:44,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741841_1017 (size=7686) 2024-11-17T07:20:44,311 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 1512, reset compression=false 2024-11-17T07:20:44,316 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:44,316 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 1759, reset compression=false 2024-11-17T07:20:44,316 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,39937,1731828022197 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:20:44,318 ERROR [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1dd62e24b303,39937,1731828022197: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1dd62e24b303,39937,1731828022197, walGroup=1dd62e24b303%2C39937%2C1731828022197, offset=1dd62e24b303%2C39937%2C1731828022197.1731828024239:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:39937 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T07:20:44,319 ERROR [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T07:20:44,319 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T07:20:44,320 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T07:20:44,320 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T07:20:44,320 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T07:20:44,320 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 773931904 }, "NonHeapMemoryUsage": { "committed": 201129984, "init": 7667712, "max": -1, "used": 198292920 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T07:20:44,320 INFO [regionserver/1dd62e24b303:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:20:44,320 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:44727 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:44727 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T07:20:44,436 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1493, reset compression=false 2024-11-17T07:20:44,468 DEBUG [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(1351): Waiting on 0cb775e379ae3664e751d21311039e40, 1588230740, 20587d0b5fa855d3d7084ec6b929ceba 2024-11-17T07:20:44,521 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1468, reset compression=false 2024-11-17T07:20:44,522 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 1759, reset compression=false 2024-11-17T07:20:44,668 DEBUG [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(1351): Waiting on 0cb775e379ae3664e751d21311039e40, 1588230740, 20587d0b5fa855d3d7084ec6b929ceba 2024-11-17T07:20:44,690 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/default/test/20587d0b5fa855d3d7084ec6b929ceba/.tmp/f/964b48bc0632481fb068aa3e0f656cf2 2024-11-17T07:20:44,694 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 964b48bc0632481fb068aa3e0f656cf2 2024-11-17T07:20:44,694 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740/.tmp/info/0a7ee2bec58c4d6597d79aecea3c4a38 2024-11-17T07:20:44,711 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740/.tmp/ns/ebca64304d3e4a6e8a58fc5e35aea66a is 43, key is default/ns:d/1731828025219/Put/seqid=0 2024-11-17T07:20:44,712 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/default/test/20587d0b5fa855d3d7084ec6b929ceba/.tmp/f1/91a9cc00f02d4a08962dd5279d2abcdc is 30, key is row1/f1:/1731828040265/DeleteFamily/seqid=0 2024-11-17T07:20:44,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741842_1018 (size=5153) 2024-11-17T07:20:44,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741843_1019 (size=5158) 2024-11-17T07:20:44,740 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1493, reset compression=false 2024-11-17T07:20:44,825 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 1759, reset compression=false 2024-11-17T07:20:44,869 DEBUG [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(1351): Waiting on 0cb775e379ae3664e751d21311039e40, 1588230740, 20587d0b5fa855d3d7084ec6b929ceba 2024-11-17T07:20:44,925 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1468, reset compression=false 2024-11-17T07:20:45,069 DEBUG [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(1351): Waiting on 0cb775e379ae3664e751d21311039e40, 1588230740, 20587d0b5fa855d3d7084ec6b929ceba 2024-11-17T07:20:45,108 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T07:20:45,108 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T07:20:45,115 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740/.tmp/ns/ebca64304d3e4a6e8a58fc5e35aea66a 2024-11-17T07:20:45,116 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/default/test/20587d0b5fa855d3d7084ec6b929ceba/.tmp/f1/91a9cc00f02d4a08962dd5279d2abcdc 2024-11-17T07:20:45,119 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91a9cc00f02d4a08962dd5279d2abcdc 2024-11-17T07:20:45,140 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740/.tmp/rep_barrier/832ffec4a78e4f0ba0be90efcff6fc1e is 112, key is test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba./rep_barrier:seqnumDuringOpen/1731828029736/Put/seqid=0 2024-11-17T07:20:45,140 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/default/test/20587d0b5fa855d3d7084ec6b929ceba/.tmp/norep/05b00d0c303a41a6a7479b6ba8c3850f is 33, key is row2/norep:/1731828041271/DeleteFamily/seqid=0 2024-11-17T07:20:45,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741844_1020 (size=5518) 2024-11-17T07:20:45,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741845_1021 (size=5108) 2024-11-17T07:20:45,146 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1493, reset compression=false 2024-11-17T07:20:45,229 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 1759, reset compression=false 2024-11-17T07:20:45,269 DEBUG [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(1351): Waiting on 0cb775e379ae3664e751d21311039e40, 1588230740, 20587d0b5fa855d3d7084ec6b929ceba 2024-11-17T07:20:45,429 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1468, reset compression=false 2024-11-17T07:20:45,444 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T07:20:45,469 DEBUG [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(1351): Waiting on 0cb775e379ae3664e751d21311039e40, 1588230740, 20587d0b5fa855d3d7084ec6b929ceba 2024-11-17T07:20:45,544 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740/.tmp/rep_barrier/832ffec4a78e4f0ba0be90efcff6fc1e 2024-11-17T07:20:45,544 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/default/test/20587d0b5fa855d3d7084ec6b929ceba/.tmp/norep/05b00d0c303a41a6a7479b6ba8c3850f 2024-11-17T07:20:45,548 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05b00d0c303a41a6a7479b6ba8c3850f 2024-11-17T07:20:45,549 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/default/test/20587d0b5fa855d3d7084ec6b929ceba/.tmp/f/964b48bc0632481fb068aa3e0f656cf2 as hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/default/test/20587d0b5fa855d3d7084ec6b929ceba/f/964b48bc0632481fb068aa3e0f656cf2 2024-11-17T07:20:45,552 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 964b48bc0632481fb068aa3e0f656cf2 2024-11-17T07:20:45,552 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/default/test/20587d0b5fa855d3d7084ec6b929ceba/f/964b48bc0632481fb068aa3e0f656cf2, entries=5, sequenceid=12, filesize=5.1 K 2024-11-17T07:20:45,553 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/default/test/20587d0b5fa855d3d7084ec6b929ceba/.tmp/f1/91a9cc00f02d4a08962dd5279d2abcdc as hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/default/test/20587d0b5fa855d3d7084ec6b929ceba/f1/91a9cc00f02d4a08962dd5279d2abcdc 2024-11-17T07:20:45,557 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91a9cc00f02d4a08962dd5279d2abcdc 2024-11-17T07:20:45,557 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/default/test/20587d0b5fa855d3d7084ec6b929ceba/f1/91a9cc00f02d4a08962dd5279d2abcdc, entries=3, sequenceid=12, filesize=5.0 K 2024-11-17T07:20:45,557 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/default/test/20587d0b5fa855d3d7084ec6b929ceba/.tmp/norep/05b00d0c303a41a6a7479b6ba8c3850f as hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/default/test/20587d0b5fa855d3d7084ec6b929ceba/norep/05b00d0c303a41a6a7479b6ba8c3850f 2024-11-17T07:20:45,560 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05b00d0c303a41a6a7479b6ba8c3850f 2024-11-17T07:20:45,561 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/default/test/20587d0b5fa855d3d7084ec6b929ceba/norep/05b00d0c303a41a6a7479b6ba8c3850f, entries=1, sequenceid=12, filesize=5.0 K 2024-11-17T07:20:45,561 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 20587d0b5fa855d3d7084ec6b929ceba in 1293ms, sequenceid=12, compaction requested=false 2024-11-17T07:20:45,563 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740/.tmp/table/723e562a106e4647afcff5cdbe00ab4c is 53, key is hbase:replication/table:state/1731828035239/Put/seqid=0 2024-11-17T07:20:45,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741846_1022 (size=5308) 2024-11-17T07:20:45,567 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740/.tmp/table/723e562a106e4647afcff5cdbe00ab4c 2024-11-17T07:20:45,567 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/default/test/20587d0b5fa855d3d7084ec6b929ceba/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T07:20:45,568 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:20:45,568 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:20:45,568 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba. 2024-11-17T07:20:45,568 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20587d0b5fa855d3d7084ec6b929ceba: Waiting for close lock at 1731828044267Running coprocessor pre-close hooks at 1731828044267Disabling compacts and flushes for region at 1731828044267Disabling writes for close at 1731828044268 (+1 ms)Obtaining lock to block concurrent updates at 1731828044268Preparing flush snapshotting stores in 20587d0b5fa855d3d7084ec6b929ceba at 1731828044268Finished memstore snapshotting test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731828044268Flushing stores of test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba. at 1731828044269 (+1 ms)Flushing 20587d0b5fa855d3d7084ec6b929ceba/f: creating writer at 1731828044269Flushing 20587d0b5fa855d3d7084ec6b929ceba/f: appending metadata at 1731828044285 (+16 ms)Flushing 20587d0b5fa855d3d7084ec6b929ceba/f: closing flushed file at 1731828044285Flushing 20587d0b5fa855d3d7084ec6b929ceba/f1: creating writer at 1731828044694 (+409 ms)Flushing 20587d0b5fa855d3d7084ec6b929ceba/f1: appending metadata at 1731828044711 (+17 ms)Flushing 20587d0b5fa855d3d7084ec6b929ceba/f1: closing flushed file at 1731828044711Flushing 20587d0b5fa855d3d7084ec6b929ceba/norep: creating writer at 1731828045120 (+409 ms)Flushing 20587d0b5fa855d3d7084ec6b929ceba/norep: appending metadata at 1731828045139 (+19 ms)Flushing 20587d0b5fa855d3d7084ec6b929ceba/norep: closing flushed file at 1731828045139Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b1cf2e8: reopening flushed file at 1731828045548 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17cafa1c: reopening flushed file at 1731828045552 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7417f7d1: reopening flushed file at 1731828045557 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 20587d0b5fa855d3d7084ec6b929ceba in 1293ms, sequenceid=12, compaction requested=false at 1731828045561 (+4 ms)Writing region close event to WAL at 1731828045564 (+3 ms)Running coprocessor post-close hooks at 1731828045568 (+4 ms)Closed at 1731828045568 2024-11-17T07:20:45,568 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731828028584.20587d0b5fa855d3d7084ec6b929ceba. 2024-11-17T07:20:45,568 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0cb775e379ae3664e751d21311039e40, disabling compactions & flushes 2024-11-17T07:20:45,568 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40. 2024-11-17T07:20:45,568 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40. 2024-11-17T07:20:45,568 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40. after waiting 0 ms 2024-11-17T07:20:45,569 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40. 2024-11-17T07:20:45,569 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0cb775e379ae3664e751d21311039e40: Waiting for close lock at 1731828045568Running coprocessor pre-close hooks at 1731828045568Disabling compacts and flushes for region at 1731828045568Disabling writes for close at 1731828045569 (+1 ms)Failed flush hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40., putting online again at 1731828045569 2024-11-17T07:20:45,569 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40. 2024-11-17T07:20:45,570 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740/.tmp/info/0a7ee2bec58c4d6597d79aecea3c4a38 as hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740/info/0a7ee2bec58c4d6597d79aecea3c4a38 2024-11-17T07:20:45,574 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740/info/0a7ee2bec58c4d6597d79aecea3c4a38, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T07:20:45,574 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740/.tmp/ns/ebca64304d3e4a6e8a58fc5e35aea66a as hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740/ns/ebca64304d3e4a6e8a58fc5e35aea66a 2024-11-17T07:20:45,577 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740/ns/ebca64304d3e4a6e8a58fc5e35aea66a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T07:20:45,578 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740/.tmp/rep_barrier/832ffec4a78e4f0ba0be90efcff6fc1e as hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740/rep_barrier/832ffec4a78e4f0ba0be90efcff6fc1e 2024-11-17T07:20:45,581 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740/rep_barrier/832ffec4a78e4f0ba0be90efcff6fc1e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T07:20:45,582 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740/.tmp/table/723e562a106e4647afcff5cdbe00ab4c as hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740/table/723e562a106e4647afcff5cdbe00ab4c 2024-11-17T07:20:45,585 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740/table/723e562a106e4647afcff5cdbe00ab4c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T07:20:45,586 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false 2024-11-17T07:20:45,591 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T07:20:45,592 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:20:45,592 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:20:45,592 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:20:45,592 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731828044268Running coprocessor pre-close hooks at 1731828044268Disabling compacts and flushes for region at 1731828044268Disabling writes for close at 1731828044268Obtaining lock to block concurrent updates at 1731828044268Preparing flush snapshotting stores in 1588230740 at 1731828044268Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731828044269 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731828044269Flushing 1588230740/info: creating writer at 1731828044269Flushing 1588230740/info: appending metadata at 1731828044290 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731828044290Flushing 1588230740/ns: creating writer at 1731828044698 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731828044711 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731828044711Flushing 1588230740/rep_barrier: creating writer at 1731828045119 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731828045139 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731828045139Flushing 1588230740/table: creating writer at 1731828045548 (+409 ms)Flushing 1588230740/table: appending metadata at 1731828045563 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731828045563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@399a7ed6: reopening flushed file at 1731828045570 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42b10da1: reopening flushed file at 1731828045574 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b3c384f: reopening flushed file at 1731828045577 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aec53d5: reopening flushed file at 1731828045581 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false at 1731828045586 (+5 ms)Writing region close event to WAL at 1731828045589 (+3 ms)Running coprocessor post-close hooks at 1731828045592 (+3 ms)Closed at 1731828045592 2024-11-17T07:20:45,592 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T07:20:45,649 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1493, reset compression=false 2024-11-17T07:20:45,669 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T07:20:45,669 DEBUG [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(1325): Online Regions={0cb775e379ae3664e751d21311039e40=hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40.} 2024-11-17T07:20:45,669 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(3091): Received CLOSE for 0cb775e379ae3664e751d21311039e40 2024-11-17T07:20:45,669 DEBUG [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(1351): Waiting on 0cb775e379ae3664e751d21311039e40 2024-11-17T07:20:45,669 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0cb775e379ae3664e751d21311039e40, disabling compactions & flushes 2024-11-17T07:20:45,669 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40. 2024-11-17T07:20:45,670 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40. 2024-11-17T07:20:45,670 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40. after waiting 0 ms 2024-11-17T07:20:45,670 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40. 2024-11-17T07:20:45,670 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0cb775e379ae3664e751d21311039e40: Waiting for close lock at 1731828045669Running coprocessor pre-close hooks at 1731828045669Disabling compacts and flushes for region at 1731828045669Disabling writes for close at 1731828045670 (+1 ms)Failed flush hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40., putting online again at 1731828045670 2024-11-17T07:20:45,670 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731828034065.0cb775e379ae3664e751d21311039e40. 2024-11-17T07:20:45,733 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 1759, reset compression=false 2024-11-17T07:20:45,737 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:45,737 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 2403, reset compression=false 2024-11-17T07:20:45,870 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T07:20:45,870 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(976): stopping server 1dd62e24b303,39937,1731828022197; all regions closed. 2024-11-17T07:20:45,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741834_1010 (size=4239) 2024-11-17T07:20:45,872 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.meta.1731828025182.meta not finished, retry = 0 2024-11-17T07:20:45,940 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.1731828024239 to pos 2403, reset compression=false 2024-11-17T07:20:45,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741839_1015 (size=2390) 2024-11-17T07:20:45,975 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/WALs/1dd62e24b303,39937,1731828022197/1dd62e24b303%2C39937%2C1731828022197.rep.1731828035199 not finished, retry = 0 2024-11-17T07:20:46,032 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1468, reset compression=false 2024-11-17T07:20:46,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741832_1008 (size=2411) 2024-11-17T07:20:46,078 DEBUG [RS:0;1dd62e24b303:39937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:46,078 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:20:46,078 INFO [RS:0;1dd62e24b303:39937 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:20:46,078 INFO [RS:0;1dd62e24b303:39937 {}] hbase.ChoreService(370): Chore service for: regionserver/1dd62e24b303:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T07:20:46,078 INFO [RS:0;1dd62e24b303:39937 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:20:46,079 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:20:46,079 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1dd62e24b303,39937,1731828022197 because: Region server is closing 2024-11-17T07:20:46,079 INFO [RS:0;1dd62e24b303:39937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:39937. 2024-11-17T07:20:46,079 DEBUG [RS:0;1dd62e24b303:39937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:46,079 DEBUG [RS:0;1dd62e24b303:39937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:46,079 DEBUG [RS:0;1dd62e24b303:39937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:46,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:46,179 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.shipper1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 terminated 2024-11-17T07:20:46,179 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,39937,1731828022197.replicationSource.wal-reader.1dd62e24b303%2C39937%2C1731828022197,1-1dd62e24b303,39937,1731828022197 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T07:20:46,180 INFO [RS:0;1dd62e24b303:39937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:39937. 2024-11-17T07:20:46,180 DEBUG [RS:0;1dd62e24b303:39937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:46,180 DEBUG [RS:0;1dd62e24b303:39937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:46,180 DEBUG [RS:0;1dd62e24b303:39937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:46,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:46,180 INFO [RS:0;1dd62e24b303:39937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39937 2024-11-17T07:20:46,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10124cc49260007, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-659948312/rs/1dd62e24b303,39937,1731828022197 2024-11-17T07:20:46,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-659948312/rs 2024-11-17T07:20:46,182 INFO [RS:0;1dd62e24b303:39937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:20:46,184 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1dd62e24b303,39937,1731828022197] 2024-11-17T07:20:46,186 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-659948312/draining/1dd62e24b303,39937,1731828022197 already deleted, retry=false 2024-11-17T07:20:46,186 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1dd62e24b303,39937,1731828022197 expired; onlineServers=0 2024-11-17T07:20:46,186 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1dd62e24b303,44727,1731828022095' ***** 2024-11-17T07:20:46,186 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T07:20:46,186 INFO [M:0;1dd62e24b303:44727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:20:46,187 INFO [M:0;1dd62e24b303:44727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:20:46,187 DEBUG [M:0;1dd62e24b303:44727 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T07:20:46,187 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T07:20:46,187 DEBUG [M:0;1dd62e24b303:44727 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T07:20:46,187 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828024040 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828024040,5,FailOnTimeoutGroup] 2024-11-17T07:20:46,187 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828024041 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828024041,5,FailOnTimeoutGroup] 2024-11-17T07:20:46,187 INFO [M:0;1dd62e24b303:44727 {}] hbase.ChoreService(370): Chore service for: master/1dd62e24b303:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T07:20:46,187 INFO [M:0;1dd62e24b303:44727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:20:46,187 DEBUG [M:0;1dd62e24b303:44727 {}] master.HMaster(1795): Stopping service threads 2024-11-17T07:20:46,187 INFO [M:0;1dd62e24b303:44727 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T07:20:46,187 INFO [M:0;1dd62e24b303:44727 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:20:46,188 INFO [M:0;1dd62e24b303:44727 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T07:20:46,188 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T07:20:46,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-659948312/master 2024-11-17T07:20:46,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-659948312 2024-11-17T07:20:46,188 DEBUG [M:0;1dd62e24b303:44727 {}] zookeeper.ZKUtil(347): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Unable to get data of znode /2-659948312/master because node does not exist (not an error) 2024-11-17T07:20:46,188 WARN [M:0;1dd62e24b303:44727 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T07:20:46,189 INFO [M:0;1dd62e24b303:44727 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/.lastflushedseqids 2024-11-17T07:20:46,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741847_1023 (size=245) 2024-11-17T07:20:46,253 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1493, reset compression=false 2024-11-17T07:20:46,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10124cc49260007, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:20:46,284 INFO [RS:0;1dd62e24b303:39937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:20:46,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10124cc49260007, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:20:46,284 INFO [RS:0;1dd62e24b303:39937 {}] regionserver.HRegionServer(1031): Exiting; stopping=1dd62e24b303,39937,1731828022197; zookeeper connection closed. 2024-11-17T07:20:46,284 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b70f3fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b70f3fe 2024-11-17T07:20:46,284 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T07:20:46,594 INFO [M:0;1dd62e24b303:44727 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T07:20:46,594 INFO [M:0;1dd62e24b303:44727 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T07:20:46,594 DEBUG [M:0;1dd62e24b303:44727 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:20:46,594 INFO [M:0;1dd62e24b303:44727 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:46,594 DEBUG [M:0;1dd62e24b303:44727 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:46,594 DEBUG [M:0;1dd62e24b303:44727 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:20:46,594 DEBUG [M:0;1dd62e24b303:44727 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:46,594 INFO [M:0;1dd62e24b303:44727 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-17T07:20:46,609 DEBUG [M:0;1dd62e24b303:44727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d052b41d6b2649fe8331380fcf113472 is 82, key is hbase:meta,,1/info:regioninfo/1731828025211/Put/seqid=0 2024-11-17T07:20:46,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741848_1024 (size=5672) 2024-11-17T07:20:46,735 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1468, reset compression=false 2024-11-17T07:20:46,957 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1493, reset compression=false 2024-11-17T07:20:47,013 INFO [M:0;1dd62e24b303:44727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d052b41d6b2649fe8331380fcf113472 2024-11-17T07:20:47,031 DEBUG [M:0;1dd62e24b303:44727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a53bf782bde24ca49d7c47a0e463dccd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731828035243/Put/seqid=0 2024-11-17T07:20:47,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741849_1025 (size=9211) 2024-11-17T07:20:47,435 INFO [M:0;1dd62e24b303:44727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a53bf782bde24ca49d7c47a0e463dccd 2024-11-17T07:20:47,457 DEBUG [M:0;1dd62e24b303:44727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8dac74560f9241afb76734cf3d9083a4 is 69, key is 1dd62e24b303,39937,1731828022197/rs:state/1731828024092/Put/seqid=0 2024-11-17T07:20:47,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741850_1026 (size=5156) 2024-11-17T07:20:47,462 INFO [M:0;1dd62e24b303:44727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8dac74560f9241afb76734cf3d9083a4 2024-11-17T07:20:47,467 DEBUG [M:0;1dd62e24b303:44727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d052b41d6b2649fe8331380fcf113472 as hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d052b41d6b2649fe8331380fcf113472 2024-11-17T07:20:47,470 INFO [M:0;1dd62e24b303:44727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d052b41d6b2649fe8331380fcf113472, entries=8, sequenceid=127, filesize=5.5 K 2024-11-17T07:20:47,471 DEBUG [M:0;1dd62e24b303:44727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a53bf782bde24ca49d7c47a0e463dccd as hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a53bf782bde24ca49d7c47a0e463dccd 2024-11-17T07:20:47,474 INFO [M:0;1dd62e24b303:44727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a53bf782bde24ca49d7c47a0e463dccd, entries=15, sequenceid=127, filesize=9.0 K 2024-11-17T07:20:47,474 DEBUG [M:0;1dd62e24b303:44727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8dac74560f9241afb76734cf3d9083a4 as hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8dac74560f9241afb76734cf3d9083a4 2024-11-17T07:20:47,477 INFO [M:0;1dd62e24b303:44727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8dac74560f9241afb76734cf3d9083a4, entries=1, sequenceid=127, filesize=5.0 K 2024-11-17T07:20:47,478 INFO [M:0;1dd62e24b303:44727 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=127, compaction requested=false 2024-11-17T07:20:47,479 INFO [M:0;1dd62e24b303:44727 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:47,479 DEBUG [M:0;1dd62e24b303:44727 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731828046594Disabling compacts and flushes for region at 1731828046594Disabling writes for close at 1731828046594Obtaining lock to block concurrent updates at 1731828046594Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731828046594Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731828046595 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731828046595Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731828046595Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731828046609 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731828046609Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731828047017 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731828047031 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731828047031Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731828047439 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731828047456 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731828047456Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37769cca: reopening flushed file at 1731828047466 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29793149: reopening flushed file at 1731828047470 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cf86f18: reopening flushed file at 1731828047474 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=127, compaction requested=false at 1731828047478 (+4 ms)Writing region close event to WAL at 1731828047479 (+1 ms)Closed at 1731828047479 2024-11-17T07:20:47,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43283 is added to blk_1073741830_1006 (size=73854) 2024-11-17T07:20:47,481 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/edfcb0ff-0ba8-89d8-fa55-398b10f52db2/MasterData/WALs/1dd62e24b303,44727,1731828022095/1dd62e24b303%2C44727%2C1731828022095.1731828023965 not finished, retry = 0 2024-11-17T07:20:47,539 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1468, reset compression=false 2024-11-17T07:20:47,582 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:20:47,582 INFO [M:0;1dd62e24b303:44727 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T07:20:47,582 INFO [M:0;1dd62e24b303:44727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44727 2024-11-17T07:20:47,583 INFO [M:0;1dd62e24b303:44727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:20:47,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:20:47,690 INFO [M:0;1dd62e24b303:44727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:20:47,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44727-0x10124cc49260006, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:20:47,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a9c03{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:20:47,693 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f83a877{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:20:47,693 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:20:47,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@736c85e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:20:47,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@182f4d14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/hadoop.log.dir/,STOPPED} 2024-11-17T07:20:47,695 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T07:20:47,695 WARN [BP-585479296-172.17.0.2-1731828020949 heartbeating to localhost/127.0.0.1:44615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T07:20:47,695 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T07:20:47,695 WARN [BP-585479296-172.17.0.2-1731828020949 heartbeating to localhost/127.0.0.1:44615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-585479296-172.17.0.2-1731828020949 (Datanode Uuid e177ecc8-dfee-4700-bc87-189b34408282) service to localhost/127.0.0.1:44615 2024-11-17T07:20:47,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/cluster_a8bbe746-6b53-3f03-1f7d-64464fef88ba/data/data1/current/BP-585479296-172.17.0.2-1731828020949 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:20:47,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/cluster_a8bbe746-6b53-3f03-1f7d-64464fef88ba/data/data2/current/BP-585479296-172.17.0.2-1731828020949 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:20:47,696 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T07:20:47,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39ede66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:20:47,703 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f137416{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:20:47,703 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:20:47,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@422ef394{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:20:47,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d26d8f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/hadoop.log.dir/,STOPPED} 2024-11-17T07:20:47,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T07:20:47,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T07:20:47,716 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:20:47,716 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:47,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:47,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:47,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:47,717 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T07:20:47,717 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2023761510, stopped=false 2024-11-17T07:20:47,717 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1dd62e24b303,37805,1731828018638 2024-11-17T07:20:47,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11588677377/running 2024-11-17T07:20:47,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46159-0x10124cc49260004, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11588677377/running 2024-11-17T07:20:47,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11588677377 2024-11-17T07:20:47,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46159-0x10124cc49260004, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11588677377 2024-11-17T07:20:47,718 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:20:47,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:20:47,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:47,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:47,719 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1dd62e24b303,46159,1731828018682' ***** 2024-11-17T07:20:47,719 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T07:20:47,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46159-0x10124cc49260004, quorum=127.0.0.1:62725, baseZNode=/11588677377 Set watcher on znode that does not yet exist, /11588677377/running 2024-11-17T07:20:47,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Set watcher on znode that does not yet exist, /11588677377/running 2024-11-17T07:20:47,719 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T07:20:47,719 INFO [RS:0;1dd62e24b303:46159 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T07:20:47,719 INFO [RS:0;1dd62e24b303:46159 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T07:20:47,719 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(3091): Received CLOSE for 11f8cc602e64ff17973b125ec4d0384c 2024-11-17T07:20:47,720 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T07:20:47,720 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(3091): Received CLOSE for fdbb8d6ab1a92fa87c403a762481ed56 2024-11-17T07:20:47,720 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(959): stopping server 1dd62e24b303,46159,1731828018682 2024-11-17T07:20:47,720 INFO [RS:0;1dd62e24b303:46159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:20:47,720 INFO [RS:0;1dd62e24b303:46159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:46159. 2024-11-17T07:20:47,720 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 11f8cc602e64ff17973b125ec4d0384c, disabling compactions & flushes 2024-11-17T07:20:47,720 DEBUG [RS:0;1dd62e24b303:46159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:47,720 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c. 2024-11-17T07:20:47,720 DEBUG [RS:0;1dd62e24b303:46159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:47,720 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c. 2024-11-17T07:20:47,720 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c. after waiting 0 ms 2024-11-17T07:20:47,720 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c. 2024-11-17T07:20:47,720 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T07:20:47,720 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T07:20:47,720 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T07:20:47,720 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T07:20:47,720 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 11f8cc602e64ff17973b125ec4d0384c 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-17T07:20:47,720 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T07:20:47,720 DEBUG [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(1325): Online Regions={11f8cc602e64ff17973b125ec4d0384c=test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c., fdbb8d6ab1a92fa87c403a762481ed56=hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T07:20:47,721 DEBUG [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(1351): Waiting on 11f8cc602e64ff17973b125ec4d0384c, 1588230740, fdbb8d6ab1a92fa87c403a762481ed56 2024-11-17T07:20:47,721 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:20:47,721 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:20:47,721 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:20:47,721 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:20:47,721 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:20:47,721 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T07:20:47,739 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740/.tmp/info/b8ae898aa3c348d898db4250a8b3e449 is 147, key is hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56./info:regioninfo/1731828033083/Put/seqid=0 2024-11-17T07:20:47,739 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/default/test/11f8cc602e64ff17973b125ec4d0384c/.tmp/f/07e1941bb9364d18853751d182688cc3 is 37, key is row3/f:row3/1731828042922/Put/seqid=0 2024-11-17T07:20:47,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741840_1016 (size=7686) 2024-11-17T07:20:47,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741841_1017 (size=5228) 2024-11-17T07:20:47,760 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1493, reset compression=false 2024-11-17T07:20:47,779 INFO [regionserver/1dd62e24b303:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:20:47,921 DEBUG [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(1351): Waiting on 11f8cc602e64ff17973b125ec4d0384c, 1588230740, fdbb8d6ab1a92fa87c403a762481ed56 2024-11-17T07:20:48,121 DEBUG [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(1351): Waiting on 11f8cc602e64ff17973b125ec4d0384c, 1588230740, fdbb8d6ab1a92fa87c403a762481ed56 2024-11-17T07:20:48,143 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/default/test/11f8cc602e64ff17973b125ec4d0384c/.tmp/f/07e1941bb9364d18853751d182688cc3 2024-11-17T07:20:48,143 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740/.tmp/info/b8ae898aa3c348d898db4250a8b3e449 2024-11-17T07:20:48,148 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07e1941bb9364d18853751d182688cc3 2024-11-17T07:20:48,166 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T07:20:48,166 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T07:20:48,172 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740/.tmp/ns/6f19f43f0b0746c3ba46c0cbda222584 is 43, key is default/ns:d/1731828020853/Put/seqid=0 2024-11-17T07:20:48,173 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/default/test/11f8cc602e64ff17973b125ec4d0384c/.tmp/f1/9fc0db0d228e46cfb564eaa7d250a91b is 30, key is row1/f1:/1731828040265/DeleteFamily/seqid=0 2024-11-17T07:20:48,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741842_1018 (size=5158) 2024-11-17T07:20:48,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741843_1019 (size=5153) 2024-11-17T07:20:48,226 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T07:20:48,321 DEBUG [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(1351): Waiting on 11f8cc602e64ff17973b125ec4d0384c, 1588230740, fdbb8d6ab1a92fa87c403a762481ed56 2024-11-17T07:20:48,443 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1468, reset compression=false 2024-11-17T07:20:48,447 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:48,447 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1715, reset compression=false 2024-11-17T07:20:48,447 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.shipper1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,46159,1731828018682 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:20:48,448 ERROR [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.shipper1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1dd62e24b303,46159,1731828018682: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1dd62e24b303,46159,1731828018682, walGroup=1dd62e24b303%2C46159%2C1731828018682, offset=1dd62e24b303%2C46159%2C1731828018682.1731828020300:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:46159 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T07:20:48,449 ERROR [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.shipper1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T07:20:48,449 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.shipper1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T07:20:48,450 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.shipper1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T07:20:48,450 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.shipper1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T07:20:48,450 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.shipper1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T07:20:48,450 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.shipper1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 859915136 }, "NonHeapMemoryUsage": { "committed": 201654272, "init": 7667712, "max": -1, "used": 198748224 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T07:20:48,450 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.shipper1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:37805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:37805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T07:20:48,521 DEBUG [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(1351): Waiting on 11f8cc602e64ff17973b125ec4d0384c, 1588230740, fdbb8d6ab1a92fa87c403a762481ed56 2024-11-17T07:20:48,578 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/default/test/11f8cc602e64ff17973b125ec4d0384c/.tmp/f1/9fc0db0d228e46cfb564eaa7d250a91b 2024-11-17T07:20:48,579 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740/.tmp/ns/6f19f43f0b0746c3ba46c0cbda222584 2024-11-17T07:20:48,582 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9fc0db0d228e46cfb564eaa7d250a91b 2024-11-17T07:20:48,597 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740/.tmp/rep_barrier/2d7c1e153ecf473eab756565d90f2a4a is 112, key is test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c./rep_barrier:seqnumDuringOpen/1731828027595/Put/seqid=0 2024-11-17T07:20:48,597 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/default/test/11f8cc602e64ff17973b125ec4d0384c/.tmp/norep/6e32c82807404a33abaf8e081ea983a9 is 33, key is row1/norep:/1731828040265/DeleteFamily/seqid=0 2024-11-17T07:20:48,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741844_1020 (size=5518) 2024-11-17T07:20:48,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741845_1021 (size=5108) 2024-11-17T07:20:48,601 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/default/test/11f8cc602e64ff17973b125ec4d0384c/.tmp/norep/6e32c82807404a33abaf8e081ea983a9 2024-11-17T07:20:48,601 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740/.tmp/rep_barrier/2d7c1e153ecf473eab756565d90f2a4a 2024-11-17T07:20:48,604 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e32c82807404a33abaf8e081ea983a9 2024-11-17T07:20:48,605 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/default/test/11f8cc602e64ff17973b125ec4d0384c/.tmp/f/07e1941bb9364d18853751d182688cc3 as hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/default/test/11f8cc602e64ff17973b125ec4d0384c/f/07e1941bb9364d18853751d182688cc3 2024-11-17T07:20:48,608 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07e1941bb9364d18853751d182688cc3 2024-11-17T07:20:48,608 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/default/test/11f8cc602e64ff17973b125ec4d0384c/f/07e1941bb9364d18853751d182688cc3, entries=5, sequenceid=12, filesize=5.1 K 2024-11-17T07:20:48,609 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/default/test/11f8cc602e64ff17973b125ec4d0384c/.tmp/f1/9fc0db0d228e46cfb564eaa7d250a91b as hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/default/test/11f8cc602e64ff17973b125ec4d0384c/f1/9fc0db0d228e46cfb564eaa7d250a91b 2024-11-17T07:20:48,613 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9fc0db0d228e46cfb564eaa7d250a91b 2024-11-17T07:20:48,613 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/default/test/11f8cc602e64ff17973b125ec4d0384c/f1/9fc0db0d228e46cfb564eaa7d250a91b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-17T07:20:48,614 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/default/test/11f8cc602e64ff17973b125ec4d0384c/.tmp/norep/6e32c82807404a33abaf8e081ea983a9 as hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/default/test/11f8cc602e64ff17973b125ec4d0384c/norep/6e32c82807404a33abaf8e081ea983a9 2024-11-17T07:20:48,618 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e32c82807404a33abaf8e081ea983a9 2024-11-17T07:20:48,618 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/default/test/11f8cc602e64ff17973b125ec4d0384c/norep/6e32c82807404a33abaf8e081ea983a9, entries=1, sequenceid=12, filesize=5.0 K 2024-11-17T07:20:48,619 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 11f8cc602e64ff17973b125ec4d0384c in 899ms, sequenceid=12, compaction requested=false 2024-11-17T07:20:48,619 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T07:20:48,620 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740/.tmp/table/74a5a4f9c76442b9bfbb820512d6369b is 53, key is hbase:replication/table:state/1731828033090/Put/seqid=0 2024-11-17T07:20:48,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741846_1022 (size=5308) 2024-11-17T07:20:48,630 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/default/test/11f8cc602e64ff17973b125ec4d0384c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T07:20:48,631 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:20:48,631 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:20:48,631 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c. 2024-11-17T07:20:48,631 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 11f8cc602e64ff17973b125ec4d0384c: Waiting for close lock at 1731828047720Running coprocessor pre-close hooks at 1731828047720Disabling compacts and flushes for region at 1731828047720Disabling writes for close at 1731828047720Obtaining lock to block concurrent updates at 1731828047720Preparing flush snapshotting stores in 11f8cc602e64ff17973b125ec4d0384c at 1731828047720Finished memstore snapshotting test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731828047720Flushing stores of test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c. at 1731828047721 (+1 ms)Flushing 11f8cc602e64ff17973b125ec4d0384c/f: creating writer at 1731828047721Flushing 11f8cc602e64ff17973b125ec4d0384c/f: appending metadata at 1731828047739 (+18 ms)Flushing 11f8cc602e64ff17973b125ec4d0384c/f: closing flushed file at 1731828047739Flushing 11f8cc602e64ff17973b125ec4d0384c/f1: creating writer at 1731828048148 (+409 ms)Flushing 11f8cc602e64ff17973b125ec4d0384c/f1: appending metadata at 1731828048172 (+24 ms)Flushing 11f8cc602e64ff17973b125ec4d0384c/f1: closing flushed file at 1731828048172Flushing 11f8cc602e64ff17973b125ec4d0384c/norep: creating writer at 1731828048582 (+410 ms)Flushing 11f8cc602e64ff17973b125ec4d0384c/norep: appending metadata at 1731828048596 (+14 ms)Flushing 11f8cc602e64ff17973b125ec4d0384c/norep: closing flushed file at 1731828048596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cfad685: reopening flushed file at 1731828048604 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e72d482: reopening flushed file at 1731828048608 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b9a3462: reopening flushed file at 1731828048613 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 11f8cc602e64ff17973b125ec4d0384c in 899ms, sequenceid=12, compaction requested=false at 1731828048619 (+6 ms)Writing region close event to WAL at 1731828048628 (+9 ms)Running coprocessor post-close hooks at 1731828048631 (+3 ms)Closed at 1731828048631 2024-11-17T07:20:48,631 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731828026435.11f8cc602e64ff17973b125ec4d0384c. 2024-11-17T07:20:48,631 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdbb8d6ab1a92fa87c403a762481ed56, disabling compactions & flushes 2024-11-17T07:20:48,631 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56. 2024-11-17T07:20:48,631 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56. 2024-11-17T07:20:48,631 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56. after waiting 0 ms 2024-11-17T07:20:48,631 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56. 2024-11-17T07:20:48,631 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdbb8d6ab1a92fa87c403a762481ed56: Waiting for close lock at 1731828048631Running coprocessor pre-close hooks at 1731828048631Disabling compacts and flushes for region at 1731828048631Disabling writes for close at 1731828048631Failed flush hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56., putting online again at 1731828048631 2024-11-17T07:20:48,631 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56. 2024-11-17T07:20:48,651 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 1715, reset compression=false 2024-11-17T07:20:48,655 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:48,655 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 2359, reset compression=false 2024-11-17T07:20:48,663 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1493, reset compression=false 2024-11-17T07:20:48,721 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T07:20:48,721 DEBUG [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(1325): Online Regions={fdbb8d6ab1a92fa87c403a762481ed56=hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T07:20:48,722 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(3091): Received CLOSE for fdbb8d6ab1a92fa87c403a762481ed56 2024-11-17T07:20:48,722 DEBUG [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fdbb8d6ab1a92fa87c403a762481ed56 2024-11-17T07:20:48,722 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdbb8d6ab1a92fa87c403a762481ed56, disabling compactions & flushes 2024-11-17T07:20:48,722 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56. 2024-11-17T07:20:48,722 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56. 2024-11-17T07:20:48,722 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56. after waiting 0 ms 2024-11-17T07:20:48,722 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56. 2024-11-17T07:20:48,722 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdbb8d6ab1a92fa87c403a762481ed56: Waiting for close lock at 1731828048722Running coprocessor pre-close hooks at 1731828048722Disabling compacts and flushes for region at 1731828048722Disabling writes for close at 1731828048722Failed flush hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56., putting online again at 1731828048722 2024-11-17T07:20:48,722 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731828031907.fdbb8d6ab1a92fa87c403a762481ed56. 2024-11-17T07:20:48,857 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 2359, reset compression=false 2024-11-17T07:20:48,922 DEBUG [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:20:49,026 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740/.tmp/table/74a5a4f9c76442b9bfbb820512d6369b 2024-11-17T07:20:49,031 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740/.tmp/info/b8ae898aa3c348d898db4250a8b3e449 as hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740/info/b8ae898aa3c348d898db4250a8b3e449 2024-11-17T07:20:49,035 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740/info/b8ae898aa3c348d898db4250a8b3e449, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T07:20:49,035 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740/.tmp/ns/6f19f43f0b0746c3ba46c0cbda222584 as hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740/ns/6f19f43f0b0746c3ba46c0cbda222584 2024-11-17T07:20:49,039 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740/ns/6f19f43f0b0746c3ba46c0cbda222584, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T07:20:49,040 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740/.tmp/rep_barrier/2d7c1e153ecf473eab756565d90f2a4a as hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740/rep_barrier/2d7c1e153ecf473eab756565d90f2a4a 2024-11-17T07:20:49,043 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740/rep_barrier/2d7c1e153ecf473eab756565d90f2a4a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T07:20:49,044 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740/.tmp/table/74a5a4f9c76442b9bfbb820512d6369b as hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740/table/74a5a4f9c76442b9bfbb820512d6369b 2024-11-17T07:20:49,047 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740/table/74a5a4f9c76442b9bfbb820512d6369b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T07:20:49,048 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false 2024-11-17T07:20:49,048 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T07:20:49,054 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T07:20:49,055 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:20:49,055 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:20:49,055 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:20:49,055 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731828047721Running coprocessor pre-close hooks at 1731828047721Disabling compacts and flushes for region at 1731828047721Disabling writes for close at 1731828047721Obtaining lock to block concurrent updates at 1731828047721Preparing flush snapshotting stores in 1588230740 at 1731828047721Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731828047721Flushing stores of hbase:meta,,1.1588230740 at 1731828047722 (+1 ms)Flushing 1588230740/info: creating writer at 1731828047722Flushing 1588230740/info: appending metadata at 1731828047739 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731828047739Flushing 1588230740/ns: creating writer at 1731828048148 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731828048172 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731828048172Flushing 1588230740/rep_barrier: creating writer at 1731828048582 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731828048596 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731828048596Flushing 1588230740/table: creating writer at 1731828048604 (+8 ms)Flushing 1588230740/table: appending metadata at 1731828048619 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731828048619Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@672f0711: reopening flushed file at 1731828049030 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55ab62af: reopening flushed file at 1731828049035 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32ce96b5: reopening flushed file at 1731828049039 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d38c619: reopening flushed file at 1731828049043 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false at 1731828049048 (+5 ms)Writing region close event to WAL at 1731828049051 (+3 ms)Running coprocessor post-close hooks at 1731828049055 (+4 ms)Closed at 1731828049055 2024-11-17T07:20:49,055 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T07:20:49,122 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T07:20:49,122 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(976): stopping server 1dd62e24b303,46159,1731828018682; all regions closed. 2024-11-17T07:20:49,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741834_1010 (size=4239) 2024-11-17T07:20:49,161 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 to pos 2359, reset compression=false 2024-11-17T07:20:49,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741839_1015 (size=2609) 2024-11-17T07:20:49,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741833_1009 (size=2367) 2024-11-17T07:20:49,191 DEBUG [RS:0;1dd62e24b303:46159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:49,191 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:20:49,191 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 for the last time to pos 2359, reset compression=false 2024-11-17T07:20:49,191 INFO [RS:0;1dd62e24b303:46159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:20:49,191 INFO [RS:0;1dd62e24b303:46159 {}] hbase.ChoreService(370): Chore service for: regionserver/1dd62e24b303:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T07:20:49,192 INFO [RS:0;1dd62e24b303:46159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:20:49,192 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1dd62e24b303,46159,1731828018682 because: Region server is closing 2024-11-17T07:20:49,192 INFO [RS:0;1dd62e24b303:46159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:46159. 2024-11-17T07:20:49,192 DEBUG [RS:0;1dd62e24b303:46159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:49,192 DEBUG [RS:0;1dd62e24b303:46159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:49,192 DEBUG [RS:0;1dd62e24b303:46159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:49,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:49,192 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:20:49,193 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 and length of the file is 2367 2024-11-17T07:20:49,193 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/WALs/1dd62e24b303,46159,1731828018682/1dd62e24b303%2C46159%2C1731828018682.1731828020300 2024-11-17T07:20:49,292 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.shipper1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 terminated 2024-11-17T07:20:49,292 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,46159,1731828018682.replicationSource.wal-reader.1dd62e24b303%2C46159%2C1731828018682,1-1dd62e24b303,46159,1731828018682 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-17T07:20:49,293 INFO [RS:0;1dd62e24b303:46159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:46159. 2024-11-17T07:20:49,293 DEBUG [RS:0;1dd62e24b303:46159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:49,293 DEBUG [RS:0;1dd62e24b303:46159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:49,293 DEBUG [RS:0;1dd62e24b303:46159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:49,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:49,293 INFO [RS:0;1dd62e24b303:46159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46159 2024-11-17T07:20:49,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46159-0x10124cc49260004, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11588677377/rs/1dd62e24b303,46159,1731828018682 2024-11-17T07:20:49,297 INFO [RS:0;1dd62e24b303:46159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:20:49,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11588677377/rs 2024-11-17T07:20:49,298 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1dd62e24b303,46159,1731828018682] 2024-11-17T07:20:49,299 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11588677377/draining/1dd62e24b303,46159,1731828018682 already deleted, retry=false 2024-11-17T07:20:49,299 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1dd62e24b303,46159,1731828018682 expired; onlineServers=0 2024-11-17T07:20:49,299 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1dd62e24b303,37805,1731828018638' ***** 2024-11-17T07:20:49,299 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T07:20:49,300 INFO [M:0;1dd62e24b303:37805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:20:49,300 INFO [M:0;1dd62e24b303:37805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:20:49,300 DEBUG [M:0;1dd62e24b303:37805 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T07:20:49,300 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T07:20:49,300 DEBUG [M:0;1dd62e24b303:37805 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T07:20:49,300 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828020066 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828020066,5,FailOnTimeoutGroup] 2024-11-17T07:20:49,300 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828020066 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828020066,5,FailOnTimeoutGroup] 2024-11-17T07:20:49,300 INFO [M:0;1dd62e24b303:37805 {}] hbase.ChoreService(370): Chore service for: master/1dd62e24b303:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T07:20:49,300 INFO [M:0;1dd62e24b303:37805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:20:49,300 DEBUG [M:0;1dd62e24b303:37805 {}] master.HMaster(1795): Stopping service threads 2024-11-17T07:20:49,300 INFO [M:0;1dd62e24b303:37805 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T07:20:49,300 INFO [M:0;1dd62e24b303:37805 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:20:49,300 INFO [M:0;1dd62e24b303:37805 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T07:20:49,300 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T07:20:49,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11588677377/master 2024-11-17T07:20:49,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11588677377 2024-11-17T07:20:49,305 DEBUG [M:0;1dd62e24b303:37805 {}] zookeeper.RecoverableZooKeeper(212): Node /11588677377/master already deleted, retry=false 2024-11-17T07:20:49,305 DEBUG [M:0;1dd62e24b303:37805 {}] master.ActiveMasterManager(353): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Failed delete of our master address node; KeeperErrorCode = NoNode for /11588677377/master 2024-11-17T07:20:49,306 INFO [M:0;1dd62e24b303:37805 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/.lastflushedseqids 2024-11-17T07:20:49,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741847_1023 (size=245) 2024-11-17T07:20:49,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46159-0x10124cc49260004, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:20:49,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46159-0x10124cc49260004, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:20:49,398 INFO [RS:0;1dd62e24b303:46159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:20:49,398 INFO [RS:0;1dd62e24b303:46159 {}] regionserver.HRegionServer(1031): Exiting; stopping=1dd62e24b303,46159,1731828018682; zookeeper connection closed. 2024-11-17T07:20:49,399 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5009be01 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5009be01 2024-11-17T07:20:49,399 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T07:20:49,666 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1493, reset compression=false 2024-11-17T07:20:49,714 INFO [M:0;1dd62e24b303:37805 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T07:20:49,715 INFO [M:0;1dd62e24b303:37805 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T07:20:49,715 DEBUG [M:0;1dd62e24b303:37805 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:20:49,715 INFO [M:0;1dd62e24b303:37805 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:49,715 DEBUG [M:0;1dd62e24b303:37805 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:49,715 DEBUG [M:0;1dd62e24b303:37805 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:20:49,715 DEBUG [M:0;1dd62e24b303:37805 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:49,715 INFO [M:0;1dd62e24b303:37805 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-17T07:20:49,731 DEBUG [M:0;1dd62e24b303:37805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9379028632d44cfa2a2d71605c50b3e is 82, key is hbase:meta,,1/info:regioninfo/1731828020842/Put/seqid=0 2024-11-17T07:20:49,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741848_1024 (size=5672) 2024-11-17T07:20:50,146 INFO [M:0;1dd62e24b303:37805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9379028632d44cfa2a2d71605c50b3e 2024-11-17T07:20:50,172 DEBUG [M:0;1dd62e24b303:37805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aecac8834324498f90936a74f43a3109 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731828033093/Put/seqid=0 2024-11-17T07:20:50,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741849_1025 (size=8516) 2024-11-17T07:20:50,179 INFO [M:0;1dd62e24b303:37805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aecac8834324498f90936a74f43a3109 2024-11-17T07:20:50,212 DEBUG [M:0;1dd62e24b303:37805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b06b82085474a0aa7d61816112c92ca is 69, key is 1dd62e24b303,46159,1731828018682/rs:state/1731828020141/Put/seqid=0 2024-11-17T07:20:50,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741850_1026 (size=5156) 2024-11-17T07:20:50,218 INFO [M:0;1dd62e24b303:37805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b06b82085474a0aa7d61816112c92ca 2024-11-17T07:20:50,224 DEBUG [M:0;1dd62e24b303:37805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9379028632d44cfa2a2d71605c50b3e as hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9379028632d44cfa2a2d71605c50b3e 2024-11-17T07:20:50,229 INFO [M:0;1dd62e24b303:37805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9379028632d44cfa2a2d71605c50b3e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T07:20:50,231 DEBUG [M:0;1dd62e24b303:37805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aecac8834324498f90936a74f43a3109 as hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aecac8834324498f90936a74f43a3109 2024-11-17T07:20:50,236 INFO [M:0;1dd62e24b303:37805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aecac8834324498f90936a74f43a3109, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T07:20:50,237 DEBUG [M:0;1dd62e24b303:37805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b06b82085474a0aa7d61816112c92ca as hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b06b82085474a0aa7d61816112c92ca 2024-11-17T07:20:50,244 INFO [M:0;1dd62e24b303:37805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43097/user/jenkins/test-data/d4178b31-3741-a26e-79f2-abe28552ec80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b06b82085474a0aa7d61816112c92ca, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T07:20:50,245 INFO [M:0;1dd62e24b303:37805 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 530ms, sequenceid=97, compaction requested=false 2024-11-17T07:20:50,251 INFO [M:0;1dd62e24b303:37805 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:50,251 DEBUG [M:0;1dd62e24b303:37805 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731828049715Disabling compacts and flushes for region at 1731828049715Disabling writes for close at 1731828049715Obtaining lock to block concurrent updates at 1731828049715Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731828049715Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731828049715Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731828049716 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731828049716Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731828049731 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731828049731Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731828050150 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731828050172 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731828050172Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731828050189 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731828050212 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731828050212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@516c8115: reopening flushed file at 1731828050223 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@562e29a6: reopening flushed file at 1731828050229 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51101e61: reopening flushed file at 1731828050236 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 530ms, sequenceid=97, compaction requested=false at 1731828050245 (+9 ms)Writing region close event to WAL at 1731828050251 (+6 ms)Closed at 1731828050251 2024-11-17T07:20:50,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741830_1006 (size=63654) 2024-11-17T07:20:50,256 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:20:50,256 INFO [M:0;1dd62e24b303:37805 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T07:20:50,256 INFO [M:0;1dd62e24b303:37805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37805 2024-11-17T07:20:50,257 INFO [M:0;1dd62e24b303:37805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:20:50,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:20:50,359 INFO [M:0;1dd62e24b303:37805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:20:50,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37805-0x10124cc49260003, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:20:50,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6922d20{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:20:50,364 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6536f56d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:20:50,364 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:20:50,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44954ca3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:20:50,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fcd1238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/hadoop.log.dir/,STOPPED} 2024-11-17T07:20:50,367 WARN [BP-1701940150-172.17.0.2-1731828017703 heartbeating to localhost/127.0.0.1:43097 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T07:20:50,367 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T07:20:50,367 WARN [BP-1701940150-172.17.0.2-1731828017703 heartbeating to localhost/127.0.0.1:43097 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1701940150-172.17.0.2-1731828017703 (Datanode Uuid 095013a3-3b4d-4d1d-ac84-759e532af6b9) service to localhost/127.0.0.1:43097 2024-11-17T07:20:50,367 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T07:20:50,368 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/cluster_f15de26b-1a34-766b-8ebd-9d9c4e2c331b/data/data1/current/BP-1701940150-172.17.0.2-1731828017703 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:20:50,368 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/cluster_f15de26b-1a34-766b-8ebd-9d9c4e2c331b/data/data2/current/BP-1701940150-172.17.0.2-1731828017703 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:20:50,375 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T07:20:50,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d20f708{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:20:50,383 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37ef63c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:20:50,383 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:20:50,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cf1b723{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:20:50,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b4d9ce1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37346f05-f50e-2e47-2b38-a3c8333b0788/hadoop.log.dir/,STOPPED} 2024-11-17T07:20:50,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T07:20:50,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T07:20:50,401 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:20:50,401 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:50,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:50,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:50,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:50,402 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T07:20:50,402 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=124137951, stopped=false 2024-11-17T07:20:50,402 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1dd62e24b303,46593,1731828015877 2024-11-17T07:20:50,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10124cc49260001, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-604273169/running 2024-11-17T07:20:50,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-604273169/running 2024-11-17T07:20:50,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10124cc49260001, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604273169 2024-11-17T07:20:50,405 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:20:50,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604273169 2024-11-17T07:20:50,406 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:20:50,406 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:50,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:50,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38063-0x10124cc49260001, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Set watcher on znode that does not yet exist, /0-604273169/running 2024-11-17T07:20:50,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Set watcher on znode that does not yet exist, /0-604273169/running 2024-11-17T07:20:50,408 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1dd62e24b303,38063,1731828015926' ***** 2024-11-17T07:20:50,408 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T07:20:50,409 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T07:20:50,409 INFO [RS:0;1dd62e24b303:38063 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T07:20:50,409 INFO [RS:0;1dd62e24b303:38063 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T07:20:50,409 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(3091): Received CLOSE for 643085d9d6dd629f339dc0ad8a9f5674 2024-11-17T07:20:50,409 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T07:20:50,412 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(3091): Received CLOSE for 39b5d8944cf8babbc3a8221dfb4d7caf 2024-11-17T07:20:50,412 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(959): stopping server 1dd62e24b303,38063,1731828015926 2024-11-17T07:20:50,412 INFO [RS:0;1dd62e24b303:38063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:20:50,412 INFO [RS:0;1dd62e24b303:38063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:38063. 2024-11-17T07:20:50,412 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 643085d9d6dd629f339dc0ad8a9f5674, disabling compactions & flushes 2024-11-17T07:20:50,412 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674. 2024-11-17T07:20:50,412 DEBUG [RS:0;1dd62e24b303:38063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:50,413 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674. 2024-11-17T07:20:50,413 DEBUG [RS:0;1dd62e24b303:38063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:50,413 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674. after waiting 0 ms 2024-11-17T07:20:50,413 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674. 2024-11-17T07:20:50,413 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T07:20:50,413 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T07:20:50,413 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 643085d9d6dd629f339dc0ad8a9f5674 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-17T07:20:50,413 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T07:20:50,413 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T07:20:50,416 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T07:20:50,416 DEBUG [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(1325): Online Regions={643085d9d6dd629f339dc0ad8a9f5674=test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674., 1588230740=hbase:meta,,1.1588230740, 39b5d8944cf8babbc3a8221dfb4d7caf=hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf.} 2024-11-17T07:20:50,416 DEBUG [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39b5d8944cf8babbc3a8221dfb4d7caf, 643085d9d6dd629f339dc0ad8a9f5674 2024-11-17T07:20:50,416 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:20:50,416 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:20:50,416 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:20:50,416 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:20:50,417 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:20:50,417 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T07:20:50,425 INFO [regionserver/1dd62e24b303:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:20:50,433 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/default/test/643085d9d6dd629f339dc0ad8a9f5674/.tmp/f/30e7be96cc35413ab1d8bf498df15e71 is 37, key is row3/f:row3/1731828042922/Put/seqid=0 2024-11-17T07:20:50,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741840_1016 (size=5228) 2024-11-17T07:20:50,440 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/default/test/643085d9d6dd629f339dc0ad8a9f5674/.tmp/f/30e7be96cc35413ab1d8bf498df15e71 2024-11-17T07:20:50,443 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740/.tmp/info/6348b9b12dcf4c12aff94153ec128a64 is 147, key is hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf./info:regioninfo/1731828031581/Put/seqid=0 2024-11-17T07:20:50,447 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30e7be96cc35413ab1d8bf498df15e71 2024-11-17T07:20:50,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741841_1017 (size=7686) 2024-11-17T07:20:50,461 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740/.tmp/info/6348b9b12dcf4c12aff94153ec128a64 2024-11-17T07:20:50,468 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/default/test/643085d9d6dd629f339dc0ad8a9f5674/.tmp/f1/7158466515f54bcab51372fdb2192937 is 30, key is row1/f1:/1731828040265/DeleteFamily/seqid=0 2024-11-17T07:20:50,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741842_1018 (size=5158) 2024-11-17T07:20:50,477 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/default/test/643085d9d6dd629f339dc0ad8a9f5674/.tmp/f1/7158466515f54bcab51372fdb2192937 2024-11-17T07:20:50,482 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7158466515f54bcab51372fdb2192937 2024-11-17T07:20:50,499 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740/.tmp/ns/331641d939594a19ac23f9d7614be734 is 43, key is default/ns:d/1731828017567/Put/seqid=0 2024-11-17T07:20:50,504 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/default/test/643085d9d6dd629f339dc0ad8a9f5674/.tmp/norep/6b2137bccfa34c718e077aaf6615fb2b is 32, key is row/norep:/1731828039260/DeleteFamily/seqid=0 2024-11-17T07:20:50,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741843_1019 (size=5153) 2024-11-17T07:20:50,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741844_1020 (size=5101) 2024-11-17T07:20:50,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:50,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:50,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:50,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:50,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:50,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:50,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:50,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:50,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:50,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:50,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:50,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:50,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:50,617 DEBUG [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39b5d8944cf8babbc3a8221dfb4d7caf, 643085d9d6dd629f339dc0ad8a9f5674 2024-11-17T07:20:50,770 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1493, reset compression=false 2024-11-17T07:20:50,774 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:50,774 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1740, reset compression=false 2024-11-17T07:20:50,775 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.shipper1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,38063,1731828015926 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:20:50,775 ERROR [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.shipper1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1dd62e24b303,38063,1731828015926: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1dd62e24b303,38063,1731828015926, walGroup=1dd62e24b303%2C38063%2C1731828015926, offset=1dd62e24b303%2C38063%2C1731828015926.1731828017054:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:38063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T07:20:50,777 ERROR [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.shipper1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T07:20:50,777 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.shipper1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T07:20:50,777 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.shipper1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T07:20:50,777 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.shipper1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T07:20:50,777 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.shipper1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T07:20:50,777 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.shipper1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 929121152 }, "NonHeapMemoryUsage": { "committed": 202309632, "init": 7667712, "max": -1, "used": 199406456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T07:20:50,777 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.shipper1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T07:20:50,781 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:46593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-17T07:20:50,817 DEBUG [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39b5d8944cf8babbc3a8221dfb4d7caf, 643085d9d6dd629f339dc0ad8a9f5674 2024-11-17T07:20:50,911 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740/.tmp/ns/331641d939594a19ac23f9d7614be734 2024-11-17T07:20:50,929 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740/.tmp/rep_barrier/ee0de686c716402ea4544e3beb301ac9 is 112, key is test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674./rep_barrier:seqnumDuringOpen/1731828026042/Put/seqid=0 2024-11-17T07:20:50,930 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/default/test/643085d9d6dd629f339dc0ad8a9f5674/.tmp/norep/6b2137bccfa34c718e077aaf6615fb2b 2024-11-17T07:20:50,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741845_1021 (size=5518) 2024-11-17T07:20:50,934 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T07:20:50,934 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T07:20:50,935 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b2137bccfa34c718e077aaf6615fb2b 2024-11-17T07:20:50,936 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/default/test/643085d9d6dd629f339dc0ad8a9f5674/.tmp/f/30e7be96cc35413ab1d8bf498df15e71 as hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/default/test/643085d9d6dd629f339dc0ad8a9f5674/f/30e7be96cc35413ab1d8bf498df15e71 2024-11-17T07:20:50,941 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30e7be96cc35413ab1d8bf498df15e71 2024-11-17T07:20:50,941 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/default/test/643085d9d6dd629f339dc0ad8a9f5674/f/30e7be96cc35413ab1d8bf498df15e71, entries=5, sequenceid=12, filesize=5.1 K 2024-11-17T07:20:50,942 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/default/test/643085d9d6dd629f339dc0ad8a9f5674/.tmp/f1/7158466515f54bcab51372fdb2192937 as hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/default/test/643085d9d6dd629f339dc0ad8a9f5674/f1/7158466515f54bcab51372fdb2192937 2024-11-17T07:20:50,947 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7158466515f54bcab51372fdb2192937 2024-11-17T07:20:50,947 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/default/test/643085d9d6dd629f339dc0ad8a9f5674/f1/7158466515f54bcab51372fdb2192937, entries=3, sequenceid=12, filesize=5.0 K 2024-11-17T07:20:50,948 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/default/test/643085d9d6dd629f339dc0ad8a9f5674/.tmp/norep/6b2137bccfa34c718e077aaf6615fb2b as hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/default/test/643085d9d6dd629f339dc0ad8a9f5674/norep/6b2137bccfa34c718e077aaf6615fb2b 2024-11-17T07:20:50,953 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b2137bccfa34c718e077aaf6615fb2b 2024-11-17T07:20:50,953 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/default/test/643085d9d6dd629f339dc0ad8a9f5674/norep/6b2137bccfa34c718e077aaf6615fb2b, entries=1, sequenceid=12, filesize=5.0 K 2024-11-17T07:20:50,954 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 643085d9d6dd629f339dc0ad8a9f5674 in 541ms, sequenceid=12, compaction requested=false 2024-11-17T07:20:50,954 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T07:20:50,966 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/default/test/643085d9d6dd629f339dc0ad8a9f5674/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T07:20:50,967 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:20:50,967 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:20:50,967 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674. 2024-11-17T07:20:50,967 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 643085d9d6dd629f339dc0ad8a9f5674: Waiting for close lock at 1731828050412Running coprocessor pre-close hooks at 1731828050412Disabling compacts and flushes for region at 1731828050412Disabling writes for close at 1731828050413 (+1 ms)Obtaining lock to block concurrent updates at 1731828050413Preparing flush snapshotting stores in 643085d9d6dd629f339dc0ad8a9f5674 at 1731828050413Finished memstore snapshotting test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731828050413Flushing stores of test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674. at 1731828050414 (+1 ms)Flushing 643085d9d6dd629f339dc0ad8a9f5674/f: creating writer at 1731828050414Flushing 643085d9d6dd629f339dc0ad8a9f5674/f: appending metadata at 1731828050433 (+19 ms)Flushing 643085d9d6dd629f339dc0ad8a9f5674/f: closing flushed file at 1731828050433Flushing 643085d9d6dd629f339dc0ad8a9f5674/f1: creating writer at 1731828050447 (+14 ms)Flushing 643085d9d6dd629f339dc0ad8a9f5674/f1: appending metadata at 1731828050468 (+21 ms)Flushing 643085d9d6dd629f339dc0ad8a9f5674/f1: closing flushed file at 1731828050468Flushing 643085d9d6dd629f339dc0ad8a9f5674/norep: creating writer at 1731828050482 (+14 ms)Flushing 643085d9d6dd629f339dc0ad8a9f5674/norep: appending metadata at 1731828050503 (+21 ms)Flushing 643085d9d6dd629f339dc0ad8a9f5674/norep: closing flushed file at 1731828050503Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c2057e: reopening flushed file at 1731828050935 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@591164ea: reopening flushed file at 1731828050941 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@419013ad: reopening flushed file at 1731828050947 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 643085d9d6dd629f339dc0ad8a9f5674 in 541ms, sequenceid=12, compaction requested=false at 1731828050954 (+7 ms)Writing region close event to WAL at 1731828050963 (+9 ms)Running coprocessor post-close hooks at 1731828050967 (+4 ms)Closed at 1731828050967 2024-11-17T07:20:50,967 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731828025289.643085d9d6dd629f339dc0ad8a9f5674. 2024-11-17T07:20:50,968 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39b5d8944cf8babbc3a8221dfb4d7caf, disabling compactions & flushes 2024-11-17T07:20:50,968 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf. 2024-11-17T07:20:50,968 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf. 2024-11-17T07:20:50,968 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf. after waiting 0 ms 2024-11-17T07:20:50,968 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf. 2024-11-17T07:20:50,968 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39b5d8944cf8babbc3a8221dfb4d7caf: Waiting for close lock at 1731828050968Running coprocessor pre-close hooks at 1731828050968Disabling compacts and flushes for region at 1731828050968Disabling writes for close at 1731828050968Failed flush hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf., putting online again at 1731828050968 2024-11-17T07:20:50,968 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf. 2024-11-17T07:20:50,977 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 1740, reset compression=false 2024-11-17T07:20:50,986 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:20:50,986 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 2384, reset compression=false 2024-11-17T07:20:51,017 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(3091): Received CLOSE for 39b5d8944cf8babbc3a8221dfb4d7caf 2024-11-17T07:20:51,017 DEBUG [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39b5d8944cf8babbc3a8221dfb4d7caf 2024-11-17T07:20:51,017 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39b5d8944cf8babbc3a8221dfb4d7caf, disabling compactions & flushes 2024-11-17T07:20:51,017 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf. 2024-11-17T07:20:51,017 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf. 2024-11-17T07:20:51,017 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf. after waiting 0 ms 2024-11-17T07:20:51,017 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf. 2024-11-17T07:20:51,017 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39b5d8944cf8babbc3a8221dfb4d7caf: Waiting for close lock at 1731828051017Running coprocessor pre-close hooks at 1731828051017Disabling compacts and flushes for region at 1731828051017Disabling writes for close at 1731828051017Failed flush hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf., putting online again at 1731828051017 2024-11-17T07:20:51,017 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf. 2024-11-17T07:20:51,116 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:20:51,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:51,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:51,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:51,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:51,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:51,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:51,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:51,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:51,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:51,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:51,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:51,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:51,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:51,191 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 2384, reset compression=false 2024-11-17T07:20:51,217 DEBUG [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:20:51,334 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740/.tmp/rep_barrier/ee0de686c716402ea4544e3beb301ac9 2024-11-17T07:20:51,363 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740/.tmp/table/8d1af48c0e724e99804f972599a7d6e0 is 53, key is hbase:replication/table:state/1731828031589/Put/seqid=0 2024-11-17T07:20:51,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741846_1022 (size=5308) 2024-11-17T07:20:51,368 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740/.tmp/table/8d1af48c0e724e99804f972599a7d6e0 2024-11-17T07:20:51,386 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740/.tmp/info/6348b9b12dcf4c12aff94153ec128a64 as hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740/info/6348b9b12dcf4c12aff94153ec128a64 2024-11-17T07:20:51,393 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740/info/6348b9b12dcf4c12aff94153ec128a64, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T07:20:51,394 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740/.tmp/ns/331641d939594a19ac23f9d7614be734 as hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740/ns/331641d939594a19ac23f9d7614be734 2024-11-17T07:20:51,398 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740/ns/331641d939594a19ac23f9d7614be734, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T07:20:51,399 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740/.tmp/rep_barrier/ee0de686c716402ea4544e3beb301ac9 as hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740/rep_barrier/ee0de686c716402ea4544e3beb301ac9 2024-11-17T07:20:51,403 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740/rep_barrier/ee0de686c716402ea4544e3beb301ac9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T07:20:51,404 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740/.tmp/table/8d1af48c0e724e99804f972599a7d6e0 as hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740/table/8d1af48c0e724e99804f972599a7d6e0 2024-11-17T07:20:51,417 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T07:20:51,418 DEBUG [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 39b5d8944cf8babbc3a8221dfb4d7caf=hbase:replication,,1731828030768.39b5d8944cf8babbc3a8221dfb4d7caf.} 2024-11-17T07:20:51,418 DEBUG [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:20:51,420 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740/table/8d1af48c0e724e99804f972599a7d6e0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T07:20:51,422 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1005ms, sequenceid=16, compaction requested=false 2024-11-17T07:20:51,422 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T07:20:51,451 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T07:20:51,451 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:20:51,451 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:20:51,451 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:20:51,451 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731828050416Running coprocessor pre-close hooks at 1731828050416Disabling compacts and flushes for region at 1731828050416Disabling writes for close at 1731828050416Obtaining lock to block concurrent updates at 1731828050417 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731828050417Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731828050417Flushing stores of hbase:meta,,1.1588230740 at 1731828050417Flushing 1588230740/info: creating writer at 1731828050417Flushing 1588230740/info: appending metadata at 1731828050443 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731828050443Flushing 1588230740/ns: creating writer at 1731828050471 (+28 ms)Flushing 1588230740/ns: appending metadata at 1731828050499 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731828050499Flushing 1588230740/rep_barrier: creating writer at 1731828050915 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731828050929 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731828050929Flushing 1588230740/table: creating writer at 1731828051340 (+411 ms)Flushing 1588230740/table: appending metadata at 1731828051362 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731828051362Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648440c2: reopening flushed file at 1731828051385 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56507c5a: reopening flushed file at 1731828051394 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3641efaa: reopening flushed file at 1731828051398 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11736939: reopening flushed file at 1731828051403 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1005ms, sequenceid=16, compaction requested=false at 1731828051422 (+19 ms)Writing region close event to WAL at 1731828051447 (+25 ms)Running coprocessor post-close hooks at 1731828051451 (+4 ms)Closed at 1731828051451 2024-11-17T07:20:51,452 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T07:20:51,501 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.1731828017054 to pos 2384, reset compression=false 2024-11-17T07:20:51,618 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T07:20:51,618 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(976): stopping server 1dd62e24b303,38063,1731828015926; all regions closed. 2024-11-17T07:20:51,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741834_1010 (size=4239) 2024-11-17T07:20:51,620 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/WALs/1dd62e24b303,38063,1731828015926/1dd62e24b303%2C38063%2C1731828015926.meta.1731828017523.meta not finished, retry = 0 2024-11-17T07:20:51,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741839_1015 (size=2609) 2024-11-17T07:20:51,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741832_1008 (size=2392) 2024-11-17T07:20:51,726 DEBUG [RS:0;1dd62e24b303:38063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:51,726 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:20:51,726 INFO [RS:0;1dd62e24b303:38063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:20:51,726 INFO [RS:0;1dd62e24b303:38063 {}] hbase.ChoreService(370): Chore service for: regionserver/1dd62e24b303:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T07:20:51,727 INFO [RS:0;1dd62e24b303:38063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:20:51,727 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:20:51,727 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1dd62e24b303,38063,1731828015926 because: Region server is closing 2024-11-17T07:20:51,727 INFO [RS:0;1dd62e24b303:38063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:38063. 2024-11-17T07:20:51,727 DEBUG [RS:0;1dd62e24b303:38063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:51,727 DEBUG [RS:0;1dd62e24b303:38063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:51,727 DEBUG [RS:0;1dd62e24b303:38063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:51,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:51,828 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.shipper1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 terminated 2024-11-17T07:20:51,828 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38063,1731828015926.replicationSource.wal-reader.1dd62e24b303%2C38063%2C1731828015926,1-1dd62e24b303,38063,1731828015926 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T07:20:51,828 INFO [RS:0;1dd62e24b303:38063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:38063. 2024-11-17T07:20:51,828 DEBUG [RS:0;1dd62e24b303:38063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:20:51,828 DEBUG [RS:0;1dd62e24b303:38063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:51,828 DEBUG [RS:0;1dd62e24b303:38063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:51,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:20:51,828 INFO [RS:0;1dd62e24b303:38063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38063 2024-11-17T07:20:51,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10124cc49260001, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-604273169/rs/1dd62e24b303,38063,1731828015926 2024-11-17T07:20:51,831 INFO [RS:0;1dd62e24b303:38063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:20:51,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604273169/rs 2024-11-17T07:20:51,832 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f47b88e9240@6e3f24ad rejected from java.util.concurrent.ThreadPoolExecutor@2b3da70e[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-17T07:20:51,833 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1dd62e24b303,38063,1731828015926] 2024-11-17T07:20:51,835 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-604273169/draining/1dd62e24b303,38063,1731828015926 already deleted, retry=false 2024-11-17T07:20:51,835 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1dd62e24b303,38063,1731828015926 expired; onlineServers=0 2024-11-17T07:20:51,835 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1dd62e24b303,46593,1731828015877' ***** 2024-11-17T07:20:51,835 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T07:20:51,835 INFO [M:0;1dd62e24b303:46593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:20:51,835 INFO [M:0;1dd62e24b303:46593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:20:51,835 DEBUG [M:0;1dd62e24b303:46593 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T07:20:51,835 DEBUG [M:0;1dd62e24b303:46593 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T07:20:51,835 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T07:20:51,835 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828016739 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828016739,5,FailOnTimeoutGroup] 2024-11-17T07:20:51,835 INFO [M:0;1dd62e24b303:46593 {}] hbase.ChoreService(370): Chore service for: master/1dd62e24b303:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T07:20:51,835 INFO [M:0;1dd62e24b303:46593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:20:51,835 DEBUG [M:0;1dd62e24b303:46593 {}] master.HMaster(1795): Stopping service threads 2024-11-17T07:20:51,835 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828016739 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828016739,5,FailOnTimeoutGroup] 2024-11-17T07:20:51,835 INFO [M:0;1dd62e24b303:46593 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T07:20:51,836 INFO [M:0;1dd62e24b303:46593 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:20:51,836 INFO [M:0;1dd62e24b303:46593 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T07:20:51,836 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T07:20:51,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-604273169/master 2024-11-17T07:20:51,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-604273169 2024-11-17T07:20:51,837 DEBUG [M:0;1dd62e24b303:46593 {}] zookeeper.ZKUtil(347): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Unable to get data of znode /0-604273169/master because node does not exist (not an error) 2024-11-17T07:20:51,837 WARN [M:0;1dd62e24b303:46593 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T07:20:51,837 INFO [M:0;1dd62e24b303:46593 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/.lastflushedseqids 2024-11-17T07:20:51,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741847_1023 (size=245) 2024-11-17T07:20:51,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10124cc49260001, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:20:51,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38063-0x10124cc49260001, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:20:51,933 INFO [RS:0;1dd62e24b303:38063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:20:51,933 INFO [RS:0;1dd62e24b303:38063 {}] regionserver.HRegionServer(1031): Exiting; stopping=1dd62e24b303,38063,1731828015926; zookeeper connection closed. 2024-11-17T07:20:51,933 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21fae735 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21fae735 2024-11-17T07:20:51,933 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T07:20:52,243 INFO [M:0;1dd62e24b303:46593 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T07:20:52,243 INFO [M:0;1dd62e24b303:46593 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T07:20:52,243 DEBUG [M:0;1dd62e24b303:46593 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:20:52,243 INFO [M:0;1dd62e24b303:46593 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:52,243 DEBUG [M:0;1dd62e24b303:46593 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:52,243 DEBUG [M:0;1dd62e24b303:46593 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:20:52,243 DEBUG [M:0;1dd62e24b303:46593 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:52,243 INFO [M:0;1dd62e24b303:46593 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-17T07:20:52,261 DEBUG [M:0;1dd62e24b303:46593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ab4dedccf3842dd96ba8bdf57ba7594 is 82, key is hbase:meta,,1/info:regioninfo/1731828017554/Put/seqid=0 2024-11-17T07:20:52,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741848_1024 (size=5672) 2024-11-17T07:20:52,265 INFO [M:0;1dd62e24b303:46593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ab4dedccf3842dd96ba8bdf57ba7594 2024-11-17T07:20:52,291 DEBUG [M:0;1dd62e24b303:46593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c188a5102ae64c2da6ab8d58b0c2cd1c is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731828026054/Put/seqid=0 2024-11-17T07:20:52,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741849_1025 (size=7217) 2024-11-17T07:20:52,694 INFO [M:0;1dd62e24b303:46593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c188a5102ae64c2da6ab8d58b0c2cd1c 2024-11-17T07:20:52,699 INFO [M:0;1dd62e24b303:46593 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c188a5102ae64c2da6ab8d58b0c2cd1c 2024-11-17T07:20:52,718 DEBUG [M:0;1dd62e24b303:46593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56eaf842abf543d2a97655e9edf78948 is 69, key is 1dd62e24b303,38063,1731828015926/rs:state/1731828016805/Put/seqid=0 2024-11-17T07:20:52,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741850_1026 (size=5156) 2024-11-17T07:20:52,724 INFO [M:0;1dd62e24b303:46593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56eaf842abf543d2a97655e9edf78948 2024-11-17T07:20:52,729 DEBUG [M:0;1dd62e24b303:46593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ab4dedccf3842dd96ba8bdf57ba7594 as hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ab4dedccf3842dd96ba8bdf57ba7594 2024-11-17T07:20:52,733 INFO [M:0;1dd62e24b303:46593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ab4dedccf3842dd96ba8bdf57ba7594, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T07:20:52,733 DEBUG [M:0;1dd62e24b303:46593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c188a5102ae64c2da6ab8d58b0c2cd1c as hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c188a5102ae64c2da6ab8d58b0c2cd1c 2024-11-17T07:20:52,737 INFO [M:0;1dd62e24b303:46593 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c188a5102ae64c2da6ab8d58b0c2cd1c 2024-11-17T07:20:52,737 INFO [M:0;1dd62e24b303:46593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c188a5102ae64c2da6ab8d58b0c2cd1c, entries=11, sequenceid=105, filesize=7.0 K 2024-11-17T07:20:52,738 DEBUG [M:0;1dd62e24b303:46593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56eaf842abf543d2a97655e9edf78948 as hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56eaf842abf543d2a97655e9edf78948 2024-11-17T07:20:52,742 INFO [M:0;1dd62e24b303:46593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46797/user/jenkins/test-data/7f12a4d4-6267-4114-3809-6cebcb78dfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56eaf842abf543d2a97655e9edf78948, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T07:20:52,743 INFO [M:0;1dd62e24b303:46593 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 500ms, sequenceid=105, compaction requested=false 2024-11-17T07:20:52,751 INFO [M:0;1dd62e24b303:46593 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:52,751 DEBUG [M:0;1dd62e24b303:46593 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731828052243Disabling compacts and flushes for region at 1731828052243Disabling writes for close at 1731828052243Obtaining lock to block concurrent updates at 1731828052243Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731828052243Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731828052244 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731828052244Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731828052244Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731828052260 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731828052260Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731828052269 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731828052290 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731828052290Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731828052699 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731828052717 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731828052718 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6333cce5: reopening flushed file at 1731828052728 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@db308c1: reopening flushed file at 1731828052733 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cb6e87e: reopening flushed file at 1731828052737 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 500ms, sequenceid=105, compaction requested=false at 1731828052743 (+6 ms)Writing region close event to WAL at 1731828052751 (+8 ms)Closed at 1731828052751 2024-11-17T07:20:52,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741830_1006 (size=64411) 2024-11-17T07:20:52,754 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:20:52,755 INFO [M:0;1dd62e24b303:46593 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T07:20:52,755 INFO [M:0;1dd62e24b303:46593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46593 2024-11-17T07:20:52,755 INFO [M:0;1dd62e24b303:46593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:20:52,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:20:52,858 INFO [M:0;1dd62e24b303:46593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:20:52,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x10124cc49260000, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:20:52,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d683701{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:20:52,870 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@556f8e1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:20:52,870 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:20:52,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ea18a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:20:52,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66eacbe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/hadoop.log.dir/,STOPPED} 2024-11-17T07:20:52,872 WARN [BP-1657348512-172.17.0.2-1731828014802 heartbeating to localhost/127.0.0.1:46797 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T07:20:52,873 WARN [BP-1657348512-172.17.0.2-1731828014802 heartbeating to localhost/127.0.0.1:46797 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1657348512-172.17.0.2-1731828014802 (Datanode Uuid 3d7c79d7-bc5d-4630-a22c-e3db83c2e879) service to localhost/127.0.0.1:46797 2024-11-17T07:20:52,873 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T07:20:52,873 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T07:20:52,873 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/cluster_c0280d2d-91de-3c89-badf-a1f96092b5f9/data/data1/current/BP-1657348512-172.17.0.2-1731828014802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:20:52,873 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/cluster_c0280d2d-91de-3c89-badf-a1f96092b5f9/data/data2/current/BP-1657348512-172.17.0.2-1731828014802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:20:52,874 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T07:20:52,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64b247e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:20:52,885 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c33629c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:20:52,885 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:20:52,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44459592{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:20:52,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c3ac1de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3696cc9-fb99-d789-faf8-074a52fb1663/hadoop.log.dir/,STOPPED} 2024-11-17T07:20:52,895 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T07:20:52,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T07:20:52,942 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 262) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46797 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43097 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-20 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:43097 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62725) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:46797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43097 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43097 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62725) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:44615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44615 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62725) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43097 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=732 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=413 (was 283) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1698 (was 1392) - AvailableMemoryMB LEAK? - 2024-11-17T07:20:52,957 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=732, MaxFileDescriptor=1048576, SystemLoadAverage=413, ProcessCount=11, AvailableMemoryMB=1697 2024-11-17T07:20:52,974 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-17T07:20:52,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/hadoop.log.dir so I do NOT create it in target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b 2024-11-17T07:20:52,975 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T07:20:52,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/hadoop.tmp.dir so I do NOT create it in target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b 2024-11-17T07:20:52,975 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e2e6bc-14f0-7c56-4b8a-e3d186f77fb6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T07:20:52,975 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b 2024-11-17T07:20:52,975 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/cluster_0555834e-d22b-8453-a3de-ac95b5b2acc4, deleteOnExit=true 2024-11-17T07:20:52,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10124cc49260005, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T07:20:52,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10124cc49260005, quorum=127.0.0.1:62725, baseZNode=/11588677377 Received Disconnected from ZooKeeper, ignoring 2024-11-17T07:20:52,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10124cc49260008, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T07:20:52,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10124cc49260002, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T07:20:52,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10124cc49260008, quorum=127.0.0.1:62725, baseZNode=/2-659948312 Received Disconnected from ZooKeeper, ignoring 2024-11-17T07:20:52,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10124cc49260002, quorum=127.0.0.1:62725, baseZNode=/0-604273169 Received Disconnected from ZooKeeper, ignoring 2024-11-17T07:20:53,008 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/cluster_0555834e-d22b-8453-a3de-ac95b5b2acc4/zookeeper_0, clientPort=49558, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/cluster_0555834e-d22b-8453-a3de-ac95b5b2acc4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/cluster_0555834e-d22b-8453-a3de-ac95b5b2acc4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T07:20:53,010 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49558 2024-11-17T07:20:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T07:20:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T07:20:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/test.cache.data in system properties and HBase conf 2024-11-17T07:20:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T07:20:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/hadoop.log.dir in system properties and HBase conf 2024-11-17T07:20:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T07:20:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T07:20:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T07:20:53,010 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T07:20:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:20:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:20:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T07:20:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:20:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T07:20:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T07:20:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:20:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:20:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T07:20:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/nfs.dump.dir in system properties and HBase conf 2024-11-17T07:20:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/java.io.tmpdir in system properties and HBase conf 2024-11-17T07:20:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:20:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T07:20:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T07:20:53,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:20:53,149 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:20:53,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:20:53,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:20:53,161 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:20:53,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:20:53,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dbebb6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:20:53,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7578d2fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:20:53,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a4a941f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/java.io.tmpdir/jetty-localhost-37737-hadoop-hdfs-3_4_1-tests_jar-_-any-6801694857010915483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:20:53,340 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13616542{HTTP/1.1, (http/1.1)}{localhost:37737} 2024-11-17T07:20:53,340 INFO [Time-limited test {}] server.Server(415): Started @242378ms 2024-11-17T07:20:53,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:20:53,467 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:20:53,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:20:53,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:20:53,477 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T07:20:53,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b48e5b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:20:53,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7cba5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:20:53,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@595696e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/java.io.tmpdir/jetty-localhost-43597-hadoop-hdfs-3_4_1-tests_jar-_-any-2004720007422239434/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:20:53,640 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45a736e{HTTP/1.1, (http/1.1)}{localhost:43597} 2024-11-17T07:20:53,640 INFO [Time-limited test {}] server.Server(415): Started @242677ms 2024-11-17T07:20:53,642 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T07:20:53,794 WARN [Thread-3422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/cluster_0555834e-d22b-8453-a3de-ac95b5b2acc4/data/data1/current/BP-1273798379-172.17.0.2-1731828053033/current, will proceed with Du for space computation calculation, 2024-11-17T07:20:53,794 WARN [Thread-3423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/cluster_0555834e-d22b-8453-a3de-ac95b5b2acc4/data/data2/current/BP-1273798379-172.17.0.2-1731828053033/current, will proceed with Du for space computation calculation, 2024-11-17T07:20:53,820 WARN [Thread-3410 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T07:20:53,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10186b88fd231499 with lease ID 0x62deed82f67cbcc5: Processing first storage report for DS-21d3b111-6aca-4dd3-8d45-6d08cc3d501f from datanode DatanodeRegistration(127.0.0.1:37025, datanodeUuid=c7cc9d57-66e6-470b-9d86-3904f2b6e485, infoPort=40009, infoSecurePort=0, ipcPort=34097, storageInfo=lv=-57;cid=testClusterID;nsid=238886619;c=1731828053033) 2024-11-17T07:20:53,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10186b88fd231499 with lease ID 0x62deed82f67cbcc5: from storage DS-21d3b111-6aca-4dd3-8d45-6d08cc3d501f node DatanodeRegistration(127.0.0.1:37025, datanodeUuid=c7cc9d57-66e6-470b-9d86-3904f2b6e485, infoPort=40009, infoSecurePort=0, ipcPort=34097, storageInfo=lv=-57;cid=testClusterID;nsid=238886619;c=1731828053033), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:20:53,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10186b88fd231499 with lease ID 0x62deed82f67cbcc5: Processing first storage report for DS-66dfb521-2c41-4648-963a-15998c1d8c57 from datanode DatanodeRegistration(127.0.0.1:37025, datanodeUuid=c7cc9d57-66e6-470b-9d86-3904f2b6e485, infoPort=40009, infoSecurePort=0, ipcPort=34097, storageInfo=lv=-57;cid=testClusterID;nsid=238886619;c=1731828053033) 2024-11-17T07:20:53,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10186b88fd231499 with lease ID 0x62deed82f67cbcc5: from storage DS-66dfb521-2c41-4648-963a-15998c1d8c57 node DatanodeRegistration(127.0.0.1:37025, datanodeUuid=c7cc9d57-66e6-470b-9d86-3904f2b6e485, infoPort=40009, infoSecurePort=0, ipcPort=34097, storageInfo=lv=-57;cid=testClusterID;nsid=238886619;c=1731828053033), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:20:53,887 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b 2024-11-17T07:20:53,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:53,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:53,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741825_1001 (size=7) 2024-11-17T07:20:54,120 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:20:54,121 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:20:54,121 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68591 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:20:54,298 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f with version=8 2024-11-17T07:20:54,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/hbase-staging 2024-11-17T07:20:54,301 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:20:54,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:54,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:54,301 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:20:54,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:54,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:20:54,301 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:20:54,301 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:20:54,302 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35331 2024-11-17T07:20:54,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35331 connecting to ZooKeeper ensemble=127.0.0.1:49558 2024-11-17T07:20:54,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353310x0, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:20:54,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35331-0x10124ccde960000 connected 2024-11-17T07:20:54,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:54,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:54,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Set watcher on znode that does not yet exist, /0-640901161/running 2024-11-17T07:20:54,335 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f, hbase.cluster.distributed=false 2024-11-17T07:20:54,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Set watcher on znode that does not yet exist, /0-640901161/acl 2024-11-17T07:20:54,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35331 2024-11-17T07:20:54,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35331 2024-11-17T07:20:54,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35331 2024-11-17T07:20:54,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35331 2024-11-17T07:20:54,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35331 2024-11-17T07:20:54,364 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:20:54,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:54,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:54,364 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:20:54,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:54,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:20:54,364 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:20:54,364 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:20:54,366 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41641 2024-11-17T07:20:54,367 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41641 connecting to ZooKeeper ensemble=127.0.0.1:49558 2024-11-17T07:20:54,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:54,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:54,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416410x0, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:20:54,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416410x0, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Set watcher on znode that does not yet exist, /0-640901161/running 2024-11-17T07:20:54,375 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:20:54,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41641-0x10124ccde960001 connected 2024-11-17T07:20:54,376 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:20:54,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41641-0x10124ccde960001, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Set watcher on znode that does not yet exist, /0-640901161/master 2024-11-17T07:20:54,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41641-0x10124ccde960001, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Set watcher on znode that does not yet exist, /0-640901161/acl 2024-11-17T07:20:54,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41641 2024-11-17T07:20:54,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41641 2024-11-17T07:20:54,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41641 2024-11-17T07:20:54,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41641 2024-11-17T07:20:54,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41641 2024-11-17T07:20:54,402 DEBUG [M:0;1dd62e24b303:35331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:35331 2024-11-17T07:20:54,404 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-640901161/backup-masters/1dd62e24b303,35331,1731828054300 2024-11-17T07:20:54,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41641-0x10124ccde960001, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-640901161/backup-masters 2024-11-17T07:20:54,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-640901161/backup-masters 2024-11-17T07:20:54,407 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Set watcher on existing znode=/0-640901161/backup-masters/1dd62e24b303,35331,1731828054300 2024-11-17T07:20:54,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-640901161 2024-11-17T07:20:54,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41641-0x10124ccde960001, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-640901161/master 2024-11-17T07:20:54,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41641-0x10124ccde960001, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-640901161 2024-11-17T07:20:54,410 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Set watcher on existing znode=/0-640901161/master 2024-11-17T07:20:54,410 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-640901161/backup-masters/1dd62e24b303,35331,1731828054300 from backup master directory 2024-11-17T07:20:54,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-640901161/backup-masters/1dd62e24b303,35331,1731828054300 2024-11-17T07:20:54,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41641-0x10124ccde960001, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-640901161/backup-masters 2024-11-17T07:20:54,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-640901161/backup-masters 2024-11-17T07:20:54,411 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:20:54,411 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,35331,1731828054300 2024-11-17T07:20:54,417 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/hbase.id] with ID: 83053016-f4f6-4ad8-99db-be5b44840658 2024-11-17T07:20:54,417 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/.tmp/hbase.id 2024-11-17T07:20:54,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741826_1002 (size=42) 2024-11-17T07:20:54,831 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/.tmp/hbase.id]:[hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/hbase.id] 2024-11-17T07:20:54,839 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:54,839 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:20:54,839 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T07:20:54,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41641-0x10124ccde960001, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-640901161 2024-11-17T07:20:54,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-640901161 2024-11-17T07:20:54,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741827_1003 (size=196) 2024-11-17T07:20:55,250 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:20:55,251 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:20:55,251 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:20:55,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741828_1004 (size=1189) 2024-11-17T07:20:55,682 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/data/master/store 2024-11-17T07:20:55,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741829_1005 (size=34) 2024-11-17T07:20:56,098 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:56,098 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:20:56,098 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:56,098 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:56,098 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:20:56,098 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:56,098 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:20:56,098 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731828056098Disabling compacts and flushes for region at 1731828056098Disabling writes for close at 1731828056098Writing region close event to WAL at 1731828056098Closed at 1731828056098 2024-11-17T07:20:56,099 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/data/master/store/.initializing 2024-11-17T07:20:56,099 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/WALs/1dd62e24b303,35331,1731828054300 2024-11-17T07:20:56,100 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:20:56,102 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C35331%2C1731828054300, suffix=, logDir=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/WALs/1dd62e24b303,35331,1731828054300, archiveDir=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/oldWALs, maxLogs=10 2024-11-17T07:20:56,118 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/WALs/1dd62e24b303,35331,1731828054300/1dd62e24b303%2C35331%2C1731828054300.1731828056102, exclude list is [], retry=0 2024-11-17T07:20:56,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37025,DS-21d3b111-6aca-4dd3-8d45-6d08cc3d501f,DISK] 2024-11-17T07:20:56,131 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/WALs/1dd62e24b303,35331,1731828054300/1dd62e24b303%2C35331%2C1731828054300.1731828056102 2024-11-17T07:20:56,131 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40009:40009)] 2024-11-17T07:20:56,132 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:20:56,132 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:56,132 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:56,132 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:56,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:56,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:20:56,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:56,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:56,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:56,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:20:56,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:56,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:56,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:56,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:20:56,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:56,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:56,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:56,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:20:56,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:56,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:20:56,142 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:56,142 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:56,143 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:56,143 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:56,144 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:56,144 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:20:56,145 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:20:56,149 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:20:56,152 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59562463, jitterRate=-0.11245013773441315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:20:56,153 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731828056132Initializing all the Stores at 1731828056133 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828056133Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828056136 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828056136Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828056136Cleaning up temporary data from old regions at 1731828056144 (+8 ms)Region opened successfully at 1731828056152 (+8 ms) 2024-11-17T07:20:56,153 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:20:56,156 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3f02ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:20:56,157 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T07:20:56,157 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:20:56,157 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:20:56,157 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:20:56,158 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T07:20:56,158 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T07:20:56,158 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:20:56,162 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:20:56,162 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Unable to get data of znode /0-640901161/balancer because node does not exist (not necessarily an error) 2024-11-17T07:20:56,164 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-640901161/balancer already deleted, retry=false 2024-11-17T07:20:56,164 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:20:56,165 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Unable to get data of znode /0-640901161/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:20:56,170 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-640901161/normalizer already deleted, retry=false 2024-11-17T07:20:56,171 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:20:56,173 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Unable to get data of znode /0-640901161/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:20:56,174 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-640901161/switch/split already deleted, retry=false 2024-11-17T07:20:56,175 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Unable to get data of znode /0-640901161/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:20:56,176 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-640901161/switch/merge already deleted, retry=false 2024-11-17T07:20:56,179 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Unable to get data of znode /0-640901161/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:20:56,181 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-640901161/snapshot-cleanup already deleted, retry=false 2024-11-17T07:20:56,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41641-0x10124ccde960001, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-640901161/running 2024-11-17T07:20:56,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41641-0x10124ccde960001, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-640901161 2024-11-17T07:20:56,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-640901161/running 2024-11-17T07:20:56,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-640901161 2024-11-17T07:20:56,184 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,35331,1731828054300, sessionid=0x10124ccde960000, setting cluster-up flag (Was=false) 2024-11-17T07:20:56,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41641-0x10124ccde960001, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-640901161 2024-11-17T07:20:56,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-640901161 2024-11-17T07:20:56,196 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-640901161/flush-table-proc/acquired, /0-640901161/flush-table-proc/reached, /0-640901161/flush-table-proc/abort 2024-11-17T07:20:56,198 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,35331,1731828054300 2024-11-17T07:20:56,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41641-0x10124ccde960001, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-640901161 2024-11-17T07:20:56,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-640901161 2024-11-17T07:20:56,207 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-640901161/online-snapshot/acquired, /0-640901161/online-snapshot/reached, /0-640901161/online-snapshot/abort 2024-11-17T07:20:56,208 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,35331,1731828054300 2024-11-17T07:20:56,213 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T07:20:56,215 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:20:56,216 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:20:56,216 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:20:56,216 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,35331,1731828054300 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:20:56,217 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:20:56,217 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:20:56,217 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:20:56,217 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:20:56,217 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:20:56,218 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:56,218 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:20:56,218 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:56,219 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:20:56,219 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T07:20:56,220 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:56,220 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T07:20:56,221 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731828086221 2024-11-17T07:20:56,221 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:20:56,221 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:20:56,221 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:20:56,221 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:20:56,221 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:20:56,221 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:20:56,224 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:56,228 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:20:56,229 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:20:56,229 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:20:56,229 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:20:56,232 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:20:56,232 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:20:56,235 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828056232,5,FailOnTimeoutGroup] 2024-11-17T07:20:56,235 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828056235,5,FailOnTimeoutGroup] 2024-11-17T07:20:56,235 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:56,236 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:20:56,236 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:56,236 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:56,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741831_1007 (size=1321) 2024-11-17T07:20:56,289 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(746): ClusterId : 83053016-f4f6-4ad8-99db-be5b44840658 2024-11-17T07:20:56,289 DEBUG [RS:0;1dd62e24b303:41641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:20:56,291 DEBUG [RS:0;1dd62e24b303:41641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:20:56,291 DEBUG [RS:0;1dd62e24b303:41641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:20:56,295 DEBUG [RS:0;1dd62e24b303:41641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:20:56,295 DEBUG [RS:0;1dd62e24b303:41641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2e82e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:20:56,310 DEBUG [RS:0;1dd62e24b303:41641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:41641 2024-11-17T07:20:56,310 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:20:56,310 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:20:56,310 DEBUG [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:20:56,311 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,35331,1731828054300 with port=41641, startcode=1731828054364 2024-11-17T07:20:56,311 DEBUG [RS:0;1dd62e24b303:41641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:20:56,313 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:20:56,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35331 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,41641,1731828054364 2024-11-17T07:20:56,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35331 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,41641,1731828054364 2024-11-17T07:20:56,315 DEBUG [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f 2024-11-17T07:20:56,315 DEBUG [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43029 2024-11-17T07:20:56,315 DEBUG [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:20:56,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-640901161/rs 2024-11-17T07:20:56,321 DEBUG [RS:0;1dd62e24b303:41641 {}] zookeeper.ZKUtil(111): regionserver:41641-0x10124ccde960001, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Set watcher on existing znode=/0-640901161/rs/1dd62e24b303,41641,1731828054364 2024-11-17T07:20:56,321 WARN [RS:0;1dd62e24b303:41641 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:20:56,321 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,41641,1731828054364] 2024-11-17T07:20:56,321 INFO [RS:0;1dd62e24b303:41641 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:20:56,321 DEBUG [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364 2024-11-17T07:20:56,327 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:20:56,328 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:20:56,329 INFO [RS:0;1dd62e24b303:41641 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:20:56,329 INFO [RS:0;1dd62e24b303:41641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:56,329 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:20:56,329 INFO [RS:0;1dd62e24b303:41641 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:20:56,329 INFO [RS:0;1dd62e24b303:41641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:56,330 DEBUG [RS:0;1dd62e24b303:41641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:56,330 DEBUG [RS:0;1dd62e24b303:41641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:56,330 DEBUG [RS:0;1dd62e24b303:41641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:56,330 DEBUG [RS:0;1dd62e24b303:41641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:56,330 DEBUG [RS:0;1dd62e24b303:41641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:56,330 DEBUG [RS:0;1dd62e24b303:41641 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:20:56,330 DEBUG [RS:0;1dd62e24b303:41641 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:56,330 DEBUG [RS:0;1dd62e24b303:41641 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:56,330 DEBUG [RS:0;1dd62e24b303:41641 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:56,330 DEBUG [RS:0;1dd62e24b303:41641 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:56,330 DEBUG [RS:0;1dd62e24b303:41641 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:56,330 DEBUG [RS:0;1dd62e24b303:41641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:20:56,330 DEBUG [RS:0;1dd62e24b303:41641 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:20:56,330 DEBUG [RS:0;1dd62e24b303:41641 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:20:56,332 INFO [RS:0;1dd62e24b303:41641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:56,332 INFO [RS:0;1dd62e24b303:41641 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:56,333 INFO [RS:0;1dd62e24b303:41641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:56,333 INFO [RS:0;1dd62e24b303:41641 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:56,333 INFO [RS:0;1dd62e24b303:41641 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:56,333 INFO [RS:0;1dd62e24b303:41641 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,41641,1731828054364-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:20:56,351 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:20:56,351 INFO [RS:0;1dd62e24b303:41641 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,41641,1731828054364-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:56,351 INFO [RS:0;1dd62e24b303:41641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:56,351 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.Replication(171): 1dd62e24b303,41641,1731828054364 started 2024-11-17T07:20:56,368 INFO [RS:0;1dd62e24b303:41641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:56,368 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,41641,1731828054364, RpcServer on 1dd62e24b303/172.17.0.2:41641, sessionid=0x10124ccde960001 2024-11-17T07:20:56,368 DEBUG [RS:0;1dd62e24b303:41641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:20:56,369 DEBUG [RS:0;1dd62e24b303:41641 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,41641,1731828054364 2024-11-17T07:20:56,369 DEBUG [RS:0;1dd62e24b303:41641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,41641,1731828054364' 2024-11-17T07:20:56,369 DEBUG [RS:0;1dd62e24b303:41641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-640901161/flush-table-proc/abort' 2024-11-17T07:20:56,369 DEBUG [RS:0;1dd62e24b303:41641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-640901161/flush-table-proc/acquired' 2024-11-17T07:20:56,369 DEBUG [RS:0;1dd62e24b303:41641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:20:56,369 DEBUG [RS:0;1dd62e24b303:41641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:20:56,369 DEBUG [RS:0;1dd62e24b303:41641 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,41641,1731828054364 2024-11-17T07:20:56,369 DEBUG [RS:0;1dd62e24b303:41641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,41641,1731828054364' 2024-11-17T07:20:56,369 DEBUG [RS:0;1dd62e24b303:41641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-640901161/online-snapshot/abort' 2024-11-17T07:20:56,370 DEBUG [RS:0;1dd62e24b303:41641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-640901161/online-snapshot/acquired' 2024-11-17T07:20:56,370 DEBUG [RS:0;1dd62e24b303:41641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:20:56,370 INFO [RS:0;1dd62e24b303:41641 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:20:56,370 INFO [RS:0;1dd62e24b303:41641 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:20:56,470 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:20:56,470 INFO [RS:0;1dd62e24b303:41641 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:20:56,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:56,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:56,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:56,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:56,472 INFO [RS:0;1dd62e24b303:41641 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C41641%2C1731828054364, suffix=, logDir=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364, archiveDir=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/oldWALs, maxLogs=10 2024-11-17T07:20:56,487 DEBUG [RS:0;1dd62e24b303:41641 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472, exclude list is [], retry=0 2024-11-17T07:20:56,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37025,DS-21d3b111-6aca-4dd3-8d45-6d08cc3d501f,DISK] 2024-11-17T07:20:56,491 INFO [RS:0;1dd62e24b303:41641 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 2024-11-17T07:20:56,491 DEBUG [RS:0;1dd62e24b303:41641 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40009:40009)] 2024-11-17T07:20:56,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:56,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:56,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:56,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:56,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:56,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:56,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:56,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:56,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:56,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:20:56,518 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T07:20:56,518 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T07:20:56,518 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:20:56,638 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T07:20:56,638 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f 2024-11-17T07:20:56,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741833_1009 (size=32) 2024-11-17T07:20:57,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:57,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:20:57,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:20:57,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:57,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:57,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:20:57,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:20:57,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:57,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:57,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:20:57,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:20:57,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:57,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:57,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:20:57,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:20:57,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:57,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:57,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:20:57,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740 2024-11-17T07:20:57,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740 2024-11-17T07:20:57,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:20:57,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:20:57,054 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:20:57,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:20:57,056 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:20:57,057 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72747171, jitterRate=0.0840173214673996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:20:57,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731828057046Initializing all the Stores at 1731828057047 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828057047Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828057047Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828057047Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828057047Cleaning up temporary data from old regions at 1731828057054 (+7 ms)Region opened successfully at 1731828057057 (+3 ms) 2024-11-17T07:20:57,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:20:57,058 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:20:57,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:20:57,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:20:57,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:20:57,058 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:20:57,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731828057058Disabling compacts and flushes for region at 1731828057058Disabling writes for close at 1731828057058Writing region close event to WAL at 1731828057058Closed at 1731828057058 2024-11-17T07:20:57,059 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:20:57,059 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T07:20:57,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:20:57,060 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:20:57,061 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T07:20:57,211 DEBUG [1dd62e24b303:35331 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:20:57,211 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,41641,1731828054364 2024-11-17T07:20:57,212 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,41641,1731828054364, state=OPENING 2024-11-17T07:20:57,214 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T07:20:57,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-640901161 2024-11-17T07:20:57,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41641-0x10124ccde960001, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-640901161 2024-11-17T07:20:57,215 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:20:57,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-640901161/meta-region-server: CHANGED 2024-11-17T07:20:57,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-640901161/meta-region-server: CHANGED 2024-11-17T07:20:57,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,41641,1731828054364}] 2024-11-17T07:20:57,368 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:20:57,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:20:57,372 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:20:57,372 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:20:57,373 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:20:57,374 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C41641%2C1731828054364.meta, suffix=.meta, logDir=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364, archiveDir=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/oldWALs, maxLogs=10 2024-11-17T07:20:57,387 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.meta.1731828057374.meta, exclude list is [], retry=0 2024-11-17T07:20:57,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37025,DS-21d3b111-6aca-4dd3-8d45-6d08cc3d501f,DISK] 2024-11-17T07:20:57,390 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.meta.1731828057374.meta 2024-11-17T07:20:57,390 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40009:40009)] 2024-11-17T07:20:57,390 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:20:57,390 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:20:57,390 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:20:57,390 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:20:57,391 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:20:57,391 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:20:57,391 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:20:57,391 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:20:57,391 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:20:57,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:20:57,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:20:57,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:57,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:57,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:20:57,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:20:57,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:57,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:57,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:20:57,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:20:57,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:57,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:57,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:20:57,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:20:57,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:20:57,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:20:57,396 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:20:57,396 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740 2024-11-17T07:20:57,397 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740 2024-11-17T07:20:57,398 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:20:57,398 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:20:57,398 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:20:57,399 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:20:57,400 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61789192, jitterRate=-0.07926928997039795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:20:57,400 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:20:57,401 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731828057391Writing region info on filesystem at 1731828057391Initializing all the Stores at 1731828057391Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828057391Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828057391Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828057391Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828057391Cleaning up temporary data from old regions at 1731828057398 (+7 ms)Running coprocessor post-open hooks at 1731828057400 (+2 ms)Region opened successfully at 1731828057401 (+1 ms) 2024-11-17T07:20:57,402 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731828057368 2024-11-17T07:20:57,405 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,41641,1731828054364 2024-11-17T07:20:57,405 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:20:57,405 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:20:57,405 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,41641,1731828054364, state=OPEN 2024-11-17T07:20:57,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-640901161/meta-region-server 2024-11-17T07:20:57,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41641-0x10124ccde960001, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-640901161/meta-region-server 2024-11-17T07:20:57,414 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,41641,1731828054364 2024-11-17T07:20:57,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-640901161/meta-region-server: CHANGED 2024-11-17T07:20:57,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-640901161/meta-region-server: CHANGED 2024-11-17T07:20:57,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T07:20:57,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,41641,1731828054364 in 198 msec 2024-11-17T07:20:57,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T07:20:57,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-17T07:20:57,417 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:20:57,417 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T07:20:57,418 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:20:57,418 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,41641,1731828054364, seqNum=-1] 2024-11-17T07:20:57,419 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:20:57,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:20:57,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2090 sec 2024-11-17T07:20:57,424 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731828057424, completionTime=-1 2024-11-17T07:20:57,424 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T07:20:57,424 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:20:57,426 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:20:57,426 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731828117426 2024-11-17T07:20:57,426 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731828177426 2024-11-17T07:20:57,426 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T07:20:57,426 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,35331,1731828054300-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:57,426 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,35331,1731828054300-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:57,426 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,35331,1731828054300-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:57,426 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:35331, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:57,426 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:57,426 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:57,428 DEBUG [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T07:20:57,430 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.018sec 2024-11-17T07:20:57,430 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:20:57,430 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:20:57,430 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:20:57,430 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:20:57,430 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:20:57,430 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,35331,1731828054300-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:20:57,430 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,35331,1731828054300-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:20:57,432 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:20:57,432 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:20:57,432 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,35331,1731828054300-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:20:57,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0783db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:57,490 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,35331,-1 for getting cluster id 2024-11-17T07:20:57,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:20:57,491 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83053016-f4f6-4ad8-99db-be5b44840658' 2024-11-17T07:20:57,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:20:57,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83053016-f4f6-4ad8-99db-be5b44840658" 2024-11-17T07:20:57,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467eed28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:57,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,35331,-1] 2024-11-17T07:20:57,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:20:57,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:20:57,492 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:20:57,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b86426b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:20:57,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:20:57,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,41641,1731828054364, seqNum=-1] 2024-11-17T07:20:57,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:20:57,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:20:57,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1dd62e24b303,35331,1731828054300 2024-11-17T07:20:57,496 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49558 2024-11-17T07:20:57,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:20:57,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10124ccde960002 connected 2024-11-17T07:20:57,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/hadoop.log.dir so I do NOT create it in target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058 2024-11-17T07:20:57,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T07:20:57,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/hadoop.tmp.dir so I do NOT create it in target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058 2024-11-17T07:20:57,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T07:20:57,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058 2024-11-17T07:20:57,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T07:20:57,502 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/cluster_8307e182-f113-93b0-5364-5d9ed0722682, deleteOnExit=true 2024-11-17T07:20:57,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T07:20:57,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/test.cache.data in system properties and HBase conf 2024-11-17T07:20:57,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T07:20:57,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/hadoop.log.dir in system properties and HBase conf 2024-11-17T07:20:57,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T07:20:57,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T07:20:57,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T07:20:57,503 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T07:20:57,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:20:57,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:20:57,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T07:20:57,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:20:57,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T07:20:57,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T07:20:57,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:20:57,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:20:57,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T07:20:57,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/nfs.dump.dir in system properties and HBase conf 2024-11-17T07:20:57,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/java.io.tmpdir in system properties and HBase conf 2024-11-17T07:20:57,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:20:57,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T07:20:57,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T07:20:57,580 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:20:57,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:20:57,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:20:57,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:20:57,585 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:20:57,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:20:57,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bcea90e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:20:57,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35937bb3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:20:57,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ae1b9da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/java.io.tmpdir/jetty-localhost-37451-hadoop-hdfs-3_4_1-tests_jar-_-any-184010020791645611/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:20:57,699 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7591289f{HTTP/1.1, (http/1.1)}{localhost:37451} 2024-11-17T07:20:57,699 INFO [Time-limited test {}] server.Server(415): Started @246737ms 2024-11-17T07:20:57,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:20:57,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:20:57,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:20:57,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:20:57,773 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:20:57,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21f71b1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:20:57,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56253330{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:20:57,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@370005d7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/java.io.tmpdir/jetty-localhost-43563-hadoop-hdfs-3_4_1-tests_jar-_-any-7251260722875820840/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:20:57,887 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@374948d0{HTTP/1.1, (http/1.1)}{localhost:43563} 2024-11-17T07:20:57,887 INFO [Time-limited test {}] server.Server(415): Started @246925ms 2024-11-17T07:20:57,888 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T07:20:57,981 WARN [Thread-3543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/cluster_8307e182-f113-93b0-5364-5d9ed0722682/data/data1/current/BP-418902703-172.17.0.2-1731828057525/current, will proceed with Du for space computation calculation, 2024-11-17T07:20:57,981 WARN [Thread-3544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/cluster_8307e182-f113-93b0-5364-5d9ed0722682/data/data2/current/BP-418902703-172.17.0.2-1731828057525/current, will proceed with Du for space computation calculation, 2024-11-17T07:20:57,998 WARN [Thread-3531 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T07:20:58,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x684ea3d3857166a5 with lease ID 0x39370026bf1f9d20: Processing first storage report for DS-67a2f854-6ad3-4c1c-bf6f-b3cbd096b00b from datanode DatanodeRegistration(127.0.0.1:46549, datanodeUuid=21a5e666-650b-4faf-af0c-061f53519475, infoPort=39117, infoSecurePort=0, ipcPort=39229, storageInfo=lv=-57;cid=testClusterID;nsid=1915838392;c=1731828057525) 2024-11-17T07:20:58,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x684ea3d3857166a5 with lease ID 0x39370026bf1f9d20: from storage DS-67a2f854-6ad3-4c1c-bf6f-b3cbd096b00b node DatanodeRegistration(127.0.0.1:46549, datanodeUuid=21a5e666-650b-4faf-af0c-061f53519475, infoPort=39117, infoSecurePort=0, ipcPort=39229, storageInfo=lv=-57;cid=testClusterID;nsid=1915838392;c=1731828057525), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:20:58,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x684ea3d3857166a5 with lease ID 0x39370026bf1f9d20: Processing first storage report for DS-a7e017e7-a602-4054-8cf0-b5684b146817 from datanode DatanodeRegistration(127.0.0.1:46549, datanodeUuid=21a5e666-650b-4faf-af0c-061f53519475, infoPort=39117, infoSecurePort=0, ipcPort=39229, storageInfo=lv=-57;cid=testClusterID;nsid=1915838392;c=1731828057525) 2024-11-17T07:20:58,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x684ea3d3857166a5 with lease ID 0x39370026bf1f9d20: from storage DS-a7e017e7-a602-4054-8cf0-b5684b146817 node DatanodeRegistration(127.0.0.1:46549, datanodeUuid=21a5e666-650b-4faf-af0c-061f53519475, infoPort=39117, infoSecurePort=0, ipcPort=39229, storageInfo=lv=-57;cid=testClusterID;nsid=1915838392;c=1731828057525), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:20:58,009 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058 2024-11-17T07:20:58,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:58,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:58,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741825_1001 (size=7) 2024-11-17T07:20:58,418 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3 with version=8 2024-11-17T07:20:58,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/hbase-staging 2024-11-17T07:20:58,420 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:20:58,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:58,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:58,420 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:20:58,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:58,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:20:58,420 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:20:58,421 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:20:58,421 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34927 2024-11-17T07:20:58,422 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34927 connecting to ZooKeeper ensemble=127.0.0.1:49558 2024-11-17T07:20:58,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349270x0, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:20:58,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34927-0x10124ccde960003 connected 2024-11-17T07:20:58,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:58,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:58,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Set watcher on znode that does not yet exist, /11686668343/running 2024-11-17T07:20:58,442 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3, hbase.cluster.distributed=false 2024-11-17T07:20:58,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Set watcher on znode that does not yet exist, /11686668343/acl 2024-11-17T07:20:58,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34927 2024-11-17T07:20:58,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34927 2024-11-17T07:20:58,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34927 2024-11-17T07:20:58,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34927 2024-11-17T07:20:58,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34927 2024-11-17T07:20:58,464 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:20:58,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:58,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:58,464 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:20:58,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:20:58,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:20:58,464 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:20:58,464 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:20:58,465 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38477 2024-11-17T07:20:58,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38477 connecting to ZooKeeper ensemble=127.0.0.1:49558 2024-11-17T07:20:58,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:58,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:58,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384770x0, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:20:58,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384770x0, quorum=127.0.0.1:49558, baseZNode=/11686668343 Set watcher on znode that does not yet exist, /11686668343/running 2024-11-17T07:20:58,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38477-0x10124ccde960004 connected 2024-11-17T07:20:58,473 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:20:58,479 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:20:58,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38477-0x10124ccde960004, quorum=127.0.0.1:49558, baseZNode=/11686668343 Set watcher on znode that does not yet exist, /11686668343/master 2024-11-17T07:20:58,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38477-0x10124ccde960004, quorum=127.0.0.1:49558, baseZNode=/11686668343 Set watcher on znode that does not yet exist, /11686668343/acl 2024-11-17T07:20:58,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38477 2024-11-17T07:20:58,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38477 2024-11-17T07:20:58,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38477 2024-11-17T07:20:58,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38477 2024-11-17T07:20:58,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38477 2024-11-17T07:20:58,504 DEBUG [M:0;1dd62e24b303:34927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:34927 2024-11-17T07:20:58,504 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11686668343/backup-masters/1dd62e24b303,34927,1731828058420 2024-11-17T07:20:58,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686668343/backup-masters 2024-11-17T07:20:58,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10124ccde960004, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686668343/backup-masters 2024-11-17T07:20:58,506 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Set watcher on existing znode=/11686668343/backup-masters/1dd62e24b303,34927,1731828058420 2024-11-17T07:20:58,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10124ccde960004, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11686668343/master 2024-11-17T07:20:58,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686668343 2024-11-17T07:20:58,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10124ccde960004, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686668343 2024-11-17T07:20:58,513 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Set watcher on existing znode=/11686668343/master 2024-11-17T07:20:58,517 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11686668343/backup-masters/1dd62e24b303,34927,1731828058420 from backup master directory 2024-11-17T07:20:58,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10124ccde960004, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686668343/backup-masters 2024-11-17T07:20:58,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11686668343/backup-masters/1dd62e24b303,34927,1731828058420 2024-11-17T07:20:58,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686668343/backup-masters 2024-11-17T07:20:58,518 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:20:58,518 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,34927,1731828058420 2024-11-17T07:20:58,521 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/hbase.id] with ID: cb288d82-c5dd-4611-a9a5-947fde475535 2024-11-17T07:20:58,521 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/.tmp/hbase.id 2024-11-17T07:20:58,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741826_1002 (size=42) 2024-11-17T07:20:58,928 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/.tmp/hbase.id]:[hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/hbase.id] 2024-11-17T07:20:58,936 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:20:58,936 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:20:58,937 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T07:20:58,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10124ccde960004, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686668343 2024-11-17T07:20:58,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686668343 2024-11-17T07:20:58,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741827_1003 (size=196) 2024-11-17T07:20:59,344 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:20:59,345 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:20:59,345 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:20:59,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741828_1004 (size=1189) 2024-11-17T07:20:59,758 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/data/master/store 2024-11-17T07:20:59,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741829_1005 (size=34) 2024-11-17T07:21:00,171 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:00,171 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:21:00,171 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:00,171 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:00,171 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:21:00,171 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:00,171 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:00,171 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731828060171Disabling compacts and flushes for region at 1731828060171Disabling writes for close at 1731828060171Writing region close event to WAL at 1731828060171Closed at 1731828060171 2024-11-17T07:21:00,172 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/data/master/store/.initializing 2024-11-17T07:21:00,172 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/WALs/1dd62e24b303,34927,1731828058420 2024-11-17T07:21:00,173 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:21:00,174 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C34927%2C1731828058420, suffix=, logDir=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/WALs/1dd62e24b303,34927,1731828058420, archiveDir=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/oldWALs, maxLogs=10 2024-11-17T07:21:00,188 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/WALs/1dd62e24b303,34927,1731828058420/1dd62e24b303%2C34927%2C1731828058420.1731828060174, exclude list is [], retry=0 2024-11-17T07:21:00,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46549,DS-67a2f854-6ad3-4c1c-bf6f-b3cbd096b00b,DISK] 2024-11-17T07:21:00,191 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/WALs/1dd62e24b303,34927,1731828058420/1dd62e24b303%2C34927%2C1731828058420.1731828060174 2024-11-17T07:21:00,192 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39117:39117)] 2024-11-17T07:21:00,192 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:21:00,192 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:00,192 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:00,192 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:00,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:00,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:21:00,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:00,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:00,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:00,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:21:00,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:00,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:00,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:00,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:21:00,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:00,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:00,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:00,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:21:00,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:00,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:00,198 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:00,198 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:00,198 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:00,199 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:00,199 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:00,199 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:21:00,200 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:00,201 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:21:00,202 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66340540, jitterRate=-0.011448919773101807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:21:00,202 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731828060192Initializing all the Stores at 1731828060193 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828060193Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828060193Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828060193Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828060193Cleaning up temporary data from old regions at 1731828060199 (+6 ms)Region opened successfully at 1731828060202 (+3 ms) 2024-11-17T07:21:00,202 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:21:00,204 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f51e805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:21:00,205 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T07:21:00,205 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:21:00,205 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:21:00,205 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:21:00,205 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T07:21:00,206 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T07:21:00,206 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:21:00,207 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:21:00,208 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Unable to get data of znode /11686668343/balancer because node does not exist (not necessarily an error) 2024-11-17T07:21:00,209 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11686668343/balancer already deleted, retry=false 2024-11-17T07:21:00,209 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:21:00,210 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Unable to get data of znode /11686668343/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:21:00,212 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11686668343/normalizer already deleted, retry=false 2024-11-17T07:21:00,212 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:21:00,213 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Unable to get data of znode /11686668343/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:21:00,214 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11686668343/switch/split already deleted, retry=false 2024-11-17T07:21:00,215 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Unable to get data of znode /11686668343/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:21:00,216 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11686668343/switch/merge already deleted, retry=false 2024-11-17T07:21:00,217 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Unable to get data of znode /11686668343/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:21:00,218 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11686668343/snapshot-cleanup already deleted, retry=false 2024-11-17T07:21:00,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11686668343/running 2024-11-17T07:21:00,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686668343 2024-11-17T07:21:00,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10124ccde960004, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11686668343/running 2024-11-17T07:21:00,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10124ccde960004, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686668343 2024-11-17T07:21:00,222 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,34927,1731828058420, sessionid=0x10124ccde960003, setting cluster-up flag (Was=false) 2024-11-17T07:21:00,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686668343 2024-11-17T07:21:00,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10124ccde960004, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686668343 2024-11-17T07:21:00,229 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11686668343/flush-table-proc/acquired, /11686668343/flush-table-proc/reached, /11686668343/flush-table-proc/abort 2024-11-17T07:21:00,230 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,34927,1731828058420 2024-11-17T07:21:00,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686668343 2024-11-17T07:21:00,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10124ccde960004, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686668343 2024-11-17T07:21:00,237 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11686668343/online-snapshot/acquired, /11686668343/online-snapshot/reached, /11686668343/online-snapshot/abort 2024-11-17T07:21:00,238 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,34927,1731828058420 2024-11-17T07:21:00,238 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T07:21:00,239 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:00,240 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:21:00,240 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:21:00,240 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,34927,1731828058420 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:21:00,241 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:00,241 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:00,241 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:00,241 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:00,241 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:21:00,241 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:00,241 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:21:00,241 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:00,242 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731828090242 2024-11-17T07:21:00,242 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:21:00,242 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:21:00,242 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:21:00,242 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:21:00,242 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:21:00,242 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:21:00,242 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:00,242 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T07:21:00,242 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:00,243 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:21:00,243 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:21:00,243 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:21:00,243 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:21:00,243 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:00,243 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T07:21:00,243 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:21:00,243 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:21:00,244 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828060243,5,FailOnTimeoutGroup] 2024-11-17T07:21:00,244 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828060244,5,FailOnTimeoutGroup] 2024-11-17T07:21:00,244 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:00,244 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:21:00,244 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:00,244 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:00,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741831_1007 (size=1321) 2024-11-17T07:21:00,295 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(746): ClusterId : cb288d82-c5dd-4611-a9a5-947fde475535 2024-11-17T07:21:00,295 DEBUG [RS:0;1dd62e24b303:38477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:21:00,297 DEBUG [RS:0;1dd62e24b303:38477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:21:00,297 DEBUG [RS:0;1dd62e24b303:38477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:21:00,304 DEBUG [RS:0;1dd62e24b303:38477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:21:00,304 DEBUG [RS:0;1dd62e24b303:38477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a0c632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:21:00,316 DEBUG [RS:0;1dd62e24b303:38477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:38477 2024-11-17T07:21:00,316 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:21:00,316 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:21:00,316 DEBUG [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:21:00,316 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,34927,1731828058420 with port=38477, startcode=1731828058463 2024-11-17T07:21:00,316 DEBUG [RS:0;1dd62e24b303:38477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:21:00,318 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:21:00,318 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34927 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,38477,1731828058463 2024-11-17T07:21:00,318 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34927 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,38477,1731828058463 2024-11-17T07:21:00,319 DEBUG [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3 2024-11-17T07:21:00,319 DEBUG [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42573 2024-11-17T07:21:00,319 DEBUG [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:21:00,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686668343/rs 2024-11-17T07:21:00,324 DEBUG [RS:0;1dd62e24b303:38477 {}] zookeeper.ZKUtil(111): regionserver:38477-0x10124ccde960004, quorum=127.0.0.1:49558, baseZNode=/11686668343 Set watcher on existing znode=/11686668343/rs/1dd62e24b303,38477,1731828058463 2024-11-17T07:21:00,324 WARN [RS:0;1dd62e24b303:38477 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:21:00,324 INFO [RS:0;1dd62e24b303:38477 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:21:00,324 DEBUG [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463 2024-11-17T07:21:00,324 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,38477,1731828058463] 2024-11-17T07:21:00,327 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:21:00,328 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:21:00,328 INFO [RS:0;1dd62e24b303:38477 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:21:00,328 INFO [RS:0;1dd62e24b303:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:00,331 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:21:00,332 INFO [RS:0;1dd62e24b303:38477 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:21:00,332 INFO [RS:0;1dd62e24b303:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:00,332 DEBUG [RS:0;1dd62e24b303:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:00,332 DEBUG [RS:0;1dd62e24b303:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:00,332 DEBUG [RS:0;1dd62e24b303:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:00,332 DEBUG [RS:0;1dd62e24b303:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:00,332 DEBUG [RS:0;1dd62e24b303:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:00,332 DEBUG [RS:0;1dd62e24b303:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:21:00,332 DEBUG [RS:0;1dd62e24b303:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:00,332 DEBUG [RS:0;1dd62e24b303:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:00,332 DEBUG [RS:0;1dd62e24b303:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:00,332 DEBUG [RS:0;1dd62e24b303:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:00,332 DEBUG [RS:0;1dd62e24b303:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:00,332 DEBUG [RS:0;1dd62e24b303:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:00,332 DEBUG [RS:0;1dd62e24b303:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:21:00,332 DEBUG [RS:0;1dd62e24b303:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:21:00,332 INFO [RS:0;1dd62e24b303:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:00,332 INFO [RS:0;1dd62e24b303:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:00,332 INFO [RS:0;1dd62e24b303:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:00,332 INFO [RS:0;1dd62e24b303:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:00,332 INFO [RS:0;1dd62e24b303:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:00,332 INFO [RS:0;1dd62e24b303:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,38477,1731828058463-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:21:00,348 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:21:00,348 INFO [RS:0;1dd62e24b303:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,38477,1731828058463-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:00,348 INFO [RS:0;1dd62e24b303:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:00,348 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.Replication(171): 1dd62e24b303,38477,1731828058463 started 2024-11-17T07:21:00,361 INFO [RS:0;1dd62e24b303:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:00,361 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,38477,1731828058463, RpcServer on 1dd62e24b303/172.17.0.2:38477, sessionid=0x10124ccde960004 2024-11-17T07:21:00,362 DEBUG [RS:0;1dd62e24b303:38477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:21:00,362 DEBUG [RS:0;1dd62e24b303:38477 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,38477,1731828058463 2024-11-17T07:21:00,362 DEBUG [RS:0;1dd62e24b303:38477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,38477,1731828058463' 2024-11-17T07:21:00,362 DEBUG [RS:0;1dd62e24b303:38477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11686668343/flush-table-proc/abort' 2024-11-17T07:21:00,362 DEBUG [RS:0;1dd62e24b303:38477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11686668343/flush-table-proc/acquired' 2024-11-17T07:21:00,362 DEBUG [RS:0;1dd62e24b303:38477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:21:00,362 DEBUG [RS:0;1dd62e24b303:38477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:21:00,362 DEBUG [RS:0;1dd62e24b303:38477 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,38477,1731828058463 2024-11-17T07:21:00,362 DEBUG [RS:0;1dd62e24b303:38477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,38477,1731828058463' 2024-11-17T07:21:00,362 DEBUG [RS:0;1dd62e24b303:38477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11686668343/online-snapshot/abort' 2024-11-17T07:21:00,363 DEBUG [RS:0;1dd62e24b303:38477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11686668343/online-snapshot/acquired' 2024-11-17T07:21:00,363 DEBUG [RS:0;1dd62e24b303:38477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:21:00,363 INFO [RS:0;1dd62e24b303:38477 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:21:00,363 INFO [RS:0;1dd62e24b303:38477 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:21:00,463 INFO [RS:0;1dd62e24b303:38477 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:21:00,464 INFO [RS:0;1dd62e24b303:38477 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C38477%2C1731828058463, suffix=, logDir=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463, archiveDir=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/oldWALs, maxLogs=10 2024-11-17T07:21:00,478 DEBUG [RS:0;1dd62e24b303:38477 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465, exclude list is [], retry=0 2024-11-17T07:21:00,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46549,DS-67a2f854-6ad3-4c1c-bf6f-b3cbd096b00b,DISK] 2024-11-17T07:21:00,481 INFO [RS:0;1dd62e24b303:38477 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 2024-11-17T07:21:00,481 DEBUG [RS:0;1dd62e24b303:38477 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39117:39117)] 2024-11-17T07:21:00,650 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T07:21:00,650 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3 2024-11-17T07:21:00,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741833_1009 (size=32) 2024-11-17T07:21:01,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:01,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:21:01,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:21:01,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:01,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:01,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:21:01,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:21:01,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:01,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:01,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:21:01,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:21:01,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:01,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:01,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:21:01,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:21:01,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:01,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:01,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:21:01,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740 2024-11-17T07:21:01,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740 2024-11-17T07:21:01,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:21:01,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:21:01,063 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:21:01,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:21:01,065 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:21:01,066 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59570589, jitterRate=-0.11232905089855194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:21:01,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731828061056Initializing all the Stores at 1731828061056Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828061056Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828061056Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828061056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828061056Cleaning up temporary data from old regions at 1731828061063 (+7 ms)Region opened successfully at 1731828061066 (+3 ms) 2024-11-17T07:21:01,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:21:01,066 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:21:01,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:21:01,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:21:01,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:21:01,066 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:21:01,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731828061066Disabling compacts and flushes for region at 1731828061066Disabling writes for close at 1731828061066Writing region close event to WAL at 1731828061066Closed at 1731828061066 2024-11-17T07:21:01,067 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:01,067 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T07:21:01,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:21:01,068 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:21:01,069 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T07:21:01,219 DEBUG [1dd62e24b303:34927 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:21:01,219 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,38477,1731828058463 2024-11-17T07:21:01,220 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,38477,1731828058463, state=OPENING 2024-11-17T07:21:01,222 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T07:21:01,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686668343 2024-11-17T07:21:01,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10124ccde960004, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686668343 2024-11-17T07:21:01,224 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:21:01,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11686668343/meta-region-server: CHANGED 2024-11-17T07:21:01,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11686668343/meta-region-server: CHANGED 2024-11-17T07:21:01,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,38477,1731828058463}] 2024-11-17T07:21:01,376 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:21:01,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:21:01,392 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:21:01,392 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:21:01,392 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:21:01,393 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C38477%2C1731828058463.meta, suffix=.meta, logDir=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463, archiveDir=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/oldWALs, maxLogs=10 2024-11-17T07:21:01,408 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.meta.1731828061394.meta, exclude list is [], retry=0 2024-11-17T07:21:01,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46549,DS-67a2f854-6ad3-4c1c-bf6f-b3cbd096b00b,DISK] 2024-11-17T07:21:01,411 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.meta.1731828061394.meta 2024-11-17T07:21:01,412 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39117:39117)] 2024-11-17T07:21:01,412 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:21:01,412 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:21:01,412 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:21:01,412 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:21:01,412 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:21:01,412 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:21:01,412 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:01,413 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:21:01,413 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:21:01,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:21:01,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:21:01,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:01,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:01,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:21:01,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:21:01,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:01,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:01,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:21:01,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:21:01,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:01,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:01,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:21:01,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:21:01,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:01,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:01,418 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:21:01,418 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740 2024-11-17T07:21:01,419 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740 2024-11-17T07:21:01,420 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:21:01,420 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:21:01,420 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:21:01,421 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:21:01,422 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58924760, jitterRate=-0.12195265293121338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:21:01,422 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:21:01,422 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731828061413Writing region info on filesystem at 1731828061413Initializing all the Stores at 1731828061413Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828061413Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828061413Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828061413Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828061413Cleaning up temporary data from old regions at 1731828061420 (+7 ms)Running coprocessor post-open hooks at 1731828061422 (+2 ms)Region opened successfully at 1731828061422 2024-11-17T07:21:01,423 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731828061376 2024-11-17T07:21:01,425 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:21:01,425 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:21:01,425 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,38477,1731828058463 2024-11-17T07:21:01,426 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,38477,1731828058463, state=OPEN 2024-11-17T07:21:01,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10124ccde960004, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11686668343/meta-region-server 2024-11-17T07:21:01,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11686668343/meta-region-server 2024-11-17T07:21:01,429 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11686668343/meta-region-server: CHANGED 2024-11-17T07:21:01,429 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11686668343/meta-region-server: CHANGED 2024-11-17T07:21:01,429 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,38477,1731828058463 2024-11-17T07:21:01,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T07:21:01,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,38477,1731828058463 in 205 msec 2024-11-17T07:21:01,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T07:21:01,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-17T07:21:01,433 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:01,433 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T07:21:01,434 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:01,434 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,38477,1731828058463, seqNum=-1] 2024-11-17T07:21:01,434 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:01,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:21:01,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-17T07:21:01,439 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731828061439, completionTime=-1 2024-11-17T07:21:01,439 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T07:21:01,439 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:21:01,441 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:21:01,441 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731828121441 2024-11-17T07:21:01,441 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731828181441 2024-11-17T07:21:01,441 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T07:21:01,442 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,34927,1731828058420-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:01,442 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,34927,1731828058420-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:01,442 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,34927,1731828058420-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:01,442 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:34927, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:01,442 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:01,442 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:01,443 DEBUG [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T07:21:01,445 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.927sec 2024-11-17T07:21:01,445 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:21:01,445 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:21:01,445 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:21:01,445 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:21:01,445 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:21:01,445 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,34927,1731828058420-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:21:01,445 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,34927,1731828058420-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:21:01,447 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:21:01,447 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:21:01,447 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,34927,1731828058420-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:01,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc7d2bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:01,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,34927,-1 for getting cluster id 2024-11-17T07:21:01,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:01,497 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb288d82-c5dd-4611-a9a5-947fde475535' 2024-11-17T07:21:01,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:01,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb288d82-c5dd-4611-a9a5-947fde475535" 2024-11-17T07:21:01,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651f6cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:01,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,34927,-1] 2024-11-17T07:21:01,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:01,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:01,499 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:01,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5847daaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:01,500 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:01,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,38477,1731828058463, seqNum=-1] 2024-11-17T07:21:01,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:01,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:21:01,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1dd62e24b303,34927,1731828058420 2024-11-17T07:21:01,504 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49558 2024-11-17T07:21:01,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:21:01,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10124ccde960005 connected 2024-11-17T07:21:01,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/hadoop.log.dir so I do NOT create it in target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b 2024-11-17T07:21:01,510 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T07:21:01,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/hadoop.tmp.dir so I do NOT create it in target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b 2024-11-17T07:21:01,510 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T07:21:01,510 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b 2024-11-17T07:21:01,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T07:21:01,510 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/cluster_75f2d6f1-1b22-84d3-248d-f09a71d60b7c, deleteOnExit=true 2024-11-17T07:21:01,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T07:21:01,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/test.cache.data in system properties and HBase conf 2024-11-17T07:21:01,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T07:21:01,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/hadoop.log.dir in system properties and HBase conf 2024-11-17T07:21:01,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T07:21:01,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T07:21:01,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T07:21:01,511 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T07:21:01,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:21:01,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:21:01,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T07:21:01,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:21:01,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T07:21:01,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T07:21:01,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:21:01,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:21:01,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T07:21:01,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/nfs.dump.dir in system properties and HBase conf 2024-11-17T07:21:01,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/java.io.tmpdir in system properties and HBase conf 2024-11-17T07:21:01,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:21:01,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T07:21:01,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T07:21:01,580 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T07:21:01,581 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:01,581 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:01,581 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:01,582 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:01,632 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:01,632 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:01,633 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:01,633 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:01,633 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:01,634 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:01,637 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:01,642 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:01,642 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:01,644 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:01,670 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:21:01,673 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:21:01,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:21:01,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:21:01,674 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T07:21:01,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:21:01,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d7b342c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:21:01,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60426e39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:21:01,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ff77b68{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/java.io.tmpdir/jetty-localhost-33363-hadoop-hdfs-3_4_1-tests_jar-_-any-2592061988766795633/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:21:01,797 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@139d95e5{HTTP/1.1, (http/1.1)}{localhost:33363} 2024-11-17T07:21:01,797 INFO [Time-limited test {}] server.Server(415): Started @250834ms 2024-11-17T07:21:01,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:21:01,902 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:21:01,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:21:01,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:21:01,905 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:21:01,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d48c9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:21:01,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59092efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:21:02,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@593fece{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/java.io.tmpdir/jetty-localhost-45959-hadoop-hdfs-3_4_1-tests_jar-_-any-5572584037968094972/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:21:02,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e9ce7d6{HTTP/1.1, (http/1.1)}{localhost:45959} 2024-11-17T07:21:02,034 INFO [Time-limited test {}] server.Server(415): Started @251071ms 2024-11-17T07:21:02,035 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T07:21:02,180 WARN [Thread-3664 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/cluster_75f2d6f1-1b22-84d3-248d-f09a71d60b7c/data/data1/current/BP-804889603-172.17.0.2-1731828061533/current, will proceed with Du for space computation calculation, 2024-11-17T07:21:02,181 WARN [Thread-3665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/cluster_75f2d6f1-1b22-84d3-248d-f09a71d60b7c/data/data2/current/BP-804889603-172.17.0.2-1731828061533/current, will proceed with Du for space computation calculation, 2024-11-17T07:21:02,216 WARN [Thread-3652 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T07:21:02,227 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6df3711d5e918356 with lease ID 0x49aeeefadae553ae: Processing first storage report for DS-7a1c6822-b936-448a-bb78-a6513fc411d6 from datanode DatanodeRegistration(127.0.0.1:44283, datanodeUuid=659e4dfc-12cb-4ae6-830d-f22a5692286a, infoPort=39107, infoSecurePort=0, ipcPort=34757, storageInfo=lv=-57;cid=testClusterID;nsid=1402206077;c=1731828061533) 2024-11-17T07:21:02,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6df3711d5e918356 with lease ID 0x49aeeefadae553ae: from storage DS-7a1c6822-b936-448a-bb78-a6513fc411d6 node DatanodeRegistration(127.0.0.1:44283, datanodeUuid=659e4dfc-12cb-4ae6-830d-f22a5692286a, infoPort=39107, infoSecurePort=0, ipcPort=34757, storageInfo=lv=-57;cid=testClusterID;nsid=1402206077;c=1731828061533), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:21:02,227 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6df3711d5e918356 with lease ID 0x49aeeefadae553ae: Processing first storage report for DS-154f3b15-b59b-4398-af2c-1e950ee8b259 from datanode DatanodeRegistration(127.0.0.1:44283, datanodeUuid=659e4dfc-12cb-4ae6-830d-f22a5692286a, infoPort=39107, infoSecurePort=0, ipcPort=34757, storageInfo=lv=-57;cid=testClusterID;nsid=1402206077;c=1731828061533) 2024-11-17T07:21:02,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6df3711d5e918356 with lease ID 0x49aeeefadae553ae: from storage DS-154f3b15-b59b-4398-af2c-1e950ee8b259 node DatanodeRegistration(127.0.0.1:44283, datanodeUuid=659e4dfc-12cb-4ae6-830d-f22a5692286a, infoPort=39107, infoSecurePort=0, ipcPort=34757, storageInfo=lv=-57;cid=testClusterID;nsid=1402206077;c=1731828061533), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:21:02,284 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b 2024-11-17T07:21:02,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:02,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:02,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741825_1001 (size=7) 2024-11-17T07:21:02,327 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T07:21:02,697 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39 with version=8 2024-11-17T07:21:02,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/hbase-staging 2024-11-17T07:21:02,700 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:21:02,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:02,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:02,700 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:21:02,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:02,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:21:02,700 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:21:02,700 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:21:02,701 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33141 2024-11-17T07:21:02,702 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33141 connecting to ZooKeeper ensemble=127.0.0.1:49558 2024-11-17T07:21:02,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331410x0, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:21:02,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33141-0x10124ccde960006 connected 2024-11-17T07:21:02,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:02,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:02,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Set watcher on znode that does not yet exist, /2-1670845959/running 2024-11-17T07:21:02,723 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39, hbase.cluster.distributed=false 2024-11-17T07:21:02,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Set watcher on znode that does not yet exist, /2-1670845959/acl 2024-11-17T07:21:02,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33141 2024-11-17T07:21:02,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33141 2024-11-17T07:21:02,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33141 2024-11-17T07:21:02,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33141 2024-11-17T07:21:02,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33141 2024-11-17T07:21:02,741 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:21:02,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:02,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:02,741 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:21:02,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:02,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:21:02,741 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:21:02,742 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:21:02,742 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36853 2024-11-17T07:21:02,743 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36853 connecting to ZooKeeper ensemble=127.0.0.1:49558 2024-11-17T07:21:02,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:02,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:02,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368530x0, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:21:02,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36853-0x10124ccde960007 connected 2024-11-17T07:21:02,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368530x0, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Set watcher on znode that does not yet exist, /2-1670845959/running 2024-11-17T07:21:02,750 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:21:02,750 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:21:02,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36853-0x10124ccde960007, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Set watcher on znode that does not yet exist, /2-1670845959/master 2024-11-17T07:21:02,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36853-0x10124ccde960007, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Set watcher on znode that does not yet exist, /2-1670845959/acl 2024-11-17T07:21:02,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36853 2024-11-17T07:21:02,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36853 2024-11-17T07:21:02,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36853 2024-11-17T07:21:02,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36853 2024-11-17T07:21:02,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36853 2024-11-17T07:21:02,771 DEBUG [M:0;1dd62e24b303:33141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:33141 2024-11-17T07:21:02,771 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1670845959/backup-masters/1dd62e24b303,33141,1731828062700 2024-11-17T07:21:02,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1670845959/backup-masters 2024-11-17T07:21:02,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36853-0x10124ccde960007, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1670845959/backup-masters 2024-11-17T07:21:02,773 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Set watcher on existing znode=/2-1670845959/backup-masters/1dd62e24b303,33141,1731828062700 2024-11-17T07:21:02,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1670845959 2024-11-17T07:21:02,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36853-0x10124ccde960007, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1670845959/master 2024-11-17T07:21:02,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36853-0x10124ccde960007, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1670845959 2024-11-17T07:21:02,775 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Set watcher on existing znode=/2-1670845959/master 2024-11-17T07:21:02,775 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1670845959/backup-masters/1dd62e24b303,33141,1731828062700 from backup master directory 2024-11-17T07:21:02,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1670845959/backup-masters/1dd62e24b303,33141,1731828062700 2024-11-17T07:21:02,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36853-0x10124ccde960007, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1670845959/backup-masters 2024-11-17T07:21:02,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1670845959/backup-masters 2024-11-17T07:21:02,778 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:21:02,778 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,33141,1731828062700 2024-11-17T07:21:02,781 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/hbase.id] with ID: ecb1157d-9523-4240-af28-362430229f2d 2024-11-17T07:21:02,781 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/.tmp/hbase.id 2024-11-17T07:21:02,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741826_1002 (size=42) 2024-11-17T07:21:03,186 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/.tmp/hbase.id]:[hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/hbase.id] 2024-11-17T07:21:03,195 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:03,195 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:21:03,196 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T07:21:03,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36853-0x10124ccde960007, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1670845959 2024-11-17T07:21:03,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1670845959 2024-11-17T07:21:03,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741827_1003 (size=196) 2024-11-17T07:21:03,612 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:21:03,613 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:21:03,614 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:21:03,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741828_1004 (size=1189) 2024-11-17T07:21:04,020 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/data/master/store 2024-11-17T07:21:04,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741829_1005 (size=34) 2024-11-17T07:21:04,429 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:04,430 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:21:04,430 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:04,430 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:04,430 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:21:04,430 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:04,430 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:04,430 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731828064430Disabling compacts and flushes for region at 1731828064430Disabling writes for close at 1731828064430Writing region close event to WAL at 1731828064430Closed at 1731828064430 2024-11-17T07:21:04,431 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/data/master/store/.initializing 2024-11-17T07:21:04,431 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/WALs/1dd62e24b303,33141,1731828062700 2024-11-17T07:21:04,432 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:21:04,433 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C33141%2C1731828062700, suffix=, logDir=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/WALs/1dd62e24b303,33141,1731828062700, archiveDir=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/oldWALs, maxLogs=10 2024-11-17T07:21:04,452 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/WALs/1dd62e24b303,33141,1731828062700/1dd62e24b303%2C33141%2C1731828062700.1731828064433, exclude list is [], retry=0 2024-11-17T07:21:04,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44283,DS-7a1c6822-b936-448a-bb78-a6513fc411d6,DISK] 2024-11-17T07:21:04,458 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/WALs/1dd62e24b303,33141,1731828062700/1dd62e24b303%2C33141%2C1731828062700.1731828064433 2024-11-17T07:21:04,458 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39107:39107)] 2024-11-17T07:21:04,458 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:21:04,458 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:04,459 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:04,459 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:04,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:04,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:21:04,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:04,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:04,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:04,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:21:04,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:04,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:04,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:04,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:21:04,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:04,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:04,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:04,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:21:04,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:04,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:04,484 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:04,485 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:04,486 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:04,487 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:04,487 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:04,488 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:21:04,489 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:04,497 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:21:04,497 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60603453, jitterRate=-0.09693817794322968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:21:04,498 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731828064459Initializing all the Stores at 1731828064459Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828064459Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828064460 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828064460Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828064460Cleaning up temporary data from old regions at 1731828064487 (+27 ms)Region opened successfully at 1731828064498 (+11 ms) 2024-11-17T07:21:04,508 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:21:04,511 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fac108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:21:04,512 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T07:21:04,512 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:21:04,512 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:21:04,512 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:21:04,513 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T07:21:04,513 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T07:21:04,513 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:21:04,519 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:21:04,520 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Unable to get data of znode /2-1670845959/balancer because node does not exist (not necessarily an error) 2024-11-17T07:21:04,522 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1670845959/balancer already deleted, retry=false 2024-11-17T07:21:04,522 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:21:04,523 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Unable to get data of znode /2-1670845959/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:21:04,525 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1670845959/normalizer already deleted, retry=false 2024-11-17T07:21:04,525 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:21:04,529 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Unable to get data of znode /2-1670845959/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:21:04,530 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1670845959/switch/split already deleted, retry=false 2024-11-17T07:21:04,531 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Unable to get data of znode /2-1670845959/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:21:04,532 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1670845959/switch/merge already deleted, retry=false 2024-11-17T07:21:04,534 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Unable to get data of znode /2-1670845959/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:21:04,536 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1670845959/snapshot-cleanup already deleted, retry=false 2024-11-17T07:21:04,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36853-0x10124ccde960007, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1670845959/running 2024-11-17T07:21:04,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1670845959/running 2024-11-17T07:21:04,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36853-0x10124ccde960007, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1670845959 2024-11-17T07:21:04,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1670845959 2024-11-17T07:21:04,538 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,33141,1731828062700, sessionid=0x10124ccde960006, setting cluster-up flag (Was=false) 2024-11-17T07:21:04,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1670845959 2024-11-17T07:21:04,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36853-0x10124ccde960007, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1670845959 2024-11-17T07:21:04,547 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1670845959/flush-table-proc/acquired, /2-1670845959/flush-table-proc/reached, /2-1670845959/flush-table-proc/abort 2024-11-17T07:21:04,548 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,33141,1731828062700 2024-11-17T07:21:04,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36853-0x10124ccde960007, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1670845959 2024-11-17T07:21:04,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1670845959 2024-11-17T07:21:04,556 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1670845959/online-snapshot/acquired, /2-1670845959/online-snapshot/reached, /2-1670845959/online-snapshot/abort 2024-11-17T07:21:04,557 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,33141,1731828062700 2024-11-17T07:21:04,558 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T07:21:04,560 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:04,560 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:21:04,560 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:21:04,561 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(746): ClusterId : ecb1157d-9523-4240-af28-362430229f2d 2024-11-17T07:21:04,561 DEBUG [RS:0;1dd62e24b303:36853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:21:04,561 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,33141,1731828062700 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:21:04,564 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:04,564 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:04,564 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:04,564 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:04,564 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:21:04,565 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:04,565 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:21:04,565 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:04,566 DEBUG [RS:0;1dd62e24b303:36853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:21:04,566 DEBUG [RS:0;1dd62e24b303:36853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:21:04,567 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:04,567 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T07:21:04,567 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731828094567 2024-11-17T07:21:04,567 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:21:04,567 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:21:04,567 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:21:04,567 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:21:04,568 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:21:04,568 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:21:04,568 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:04,568 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:04,569 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T07:21:04,569 DEBUG [RS:0;1dd62e24b303:36853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:21:04,569 DEBUG [RS:0;1dd62e24b303:36853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d68ae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:21:04,572 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:21:04,572 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:21:04,573 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:21:04,573 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:21:04,580 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:21:04,580 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:21:04,581 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828064580,5,FailOnTimeoutGroup] 2024-11-17T07:21:04,582 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828064581,5,FailOnTimeoutGroup] 2024-11-17T07:21:04,582 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:04,582 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:21:04,582 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:04,582 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:04,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741831_1007 (size=1321) 2024-11-17T07:21:04,585 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T07:21:04,585 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39 2024-11-17T07:21:04,591 DEBUG [RS:0;1dd62e24b303:36853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:36853 2024-11-17T07:21:04,591 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:21:04,591 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:21:04,591 DEBUG [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:21:04,591 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,33141,1731828062700 with port=36853, startcode=1731828062741 2024-11-17T07:21:04,592 DEBUG [RS:0;1dd62e24b303:36853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:21:04,601 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:21:04,602 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33141 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,36853,1731828062741 2024-11-17T07:21:04,602 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33141 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,36853,1731828062741 2024-11-17T07:21:04,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741832_1008 (size=32) 2024-11-17T07:21:04,604 DEBUG [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39 2024-11-17T07:21:04,604 DEBUG [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37429 2024-11-17T07:21:04,604 DEBUG [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:21:04,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:04,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:21:04,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:21:04,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:04,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:04,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1670845959/rs 2024-11-17T07:21:04,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:21:04,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:21:04,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:04,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:04,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:21:04,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:21:04,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:04,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:04,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:21:04,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:21:04,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:04,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:04,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:21:04,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740 2024-11-17T07:21:04,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740 2024-11-17T07:21:04,617 DEBUG [RS:0;1dd62e24b303:36853 {}] zookeeper.ZKUtil(111): regionserver:36853-0x10124ccde960007, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Set watcher on existing znode=/2-1670845959/rs/1dd62e24b303,36853,1731828062741 2024-11-17T07:21:04,617 WARN [RS:0;1dd62e24b303:36853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:21:04,617 INFO [RS:0;1dd62e24b303:36853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:21:04,617 DEBUG [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741 2024-11-17T07:21:04,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:21:04,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:21:04,618 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:21:04,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:21:04,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,36853,1731828062741] 2024-11-17T07:21:04,625 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:21:04,625 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62284427, jitterRate=-0.0718897134065628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:21:04,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731828064604Initializing all the Stores at 1731828064605 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828064605Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828064605Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828064605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828064605Cleaning up temporary data from old regions at 1731828064617 (+12 ms)Region opened successfully at 1731828064625 (+8 ms) 2024-11-17T07:21:04,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:21:04,626 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:21:04,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:21:04,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:21:04,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:21:04,630 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:21:04,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731828064625Disabling compacts and flushes for region at 1731828064625Disabling writes for close at 1731828064626 (+1 ms)Writing region close event to WAL at 1731828064630 (+4 ms)Closed at 1731828064630 2024-11-17T07:21:04,631 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:21:04,633 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:21:04,634 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:04,634 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T07:21:04,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:21:04,635 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:21:04,636 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T07:21:04,636 INFO [RS:0;1dd62e24b303:36853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:21:04,636 INFO [RS:0;1dd62e24b303:36853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:04,637 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:21:04,642 INFO [RS:0;1dd62e24b303:36853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:21:04,642 INFO [RS:0;1dd62e24b303:36853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:04,642 DEBUG [RS:0;1dd62e24b303:36853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:04,642 DEBUG [RS:0;1dd62e24b303:36853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:04,642 DEBUG [RS:0;1dd62e24b303:36853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:04,642 DEBUG [RS:0;1dd62e24b303:36853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:04,642 DEBUG [RS:0;1dd62e24b303:36853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:04,642 DEBUG [RS:0;1dd62e24b303:36853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:21:04,642 DEBUG [RS:0;1dd62e24b303:36853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:04,642 DEBUG [RS:0;1dd62e24b303:36853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:04,642 DEBUG [RS:0;1dd62e24b303:36853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:04,642 DEBUG [RS:0;1dd62e24b303:36853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:04,642 DEBUG [RS:0;1dd62e24b303:36853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:04,642 DEBUG [RS:0;1dd62e24b303:36853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:04,642 DEBUG [RS:0;1dd62e24b303:36853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:21:04,642 DEBUG [RS:0;1dd62e24b303:36853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:21:04,643 INFO [RS:0;1dd62e24b303:36853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:04,643 INFO [RS:0;1dd62e24b303:36853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:04,643 INFO [RS:0;1dd62e24b303:36853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:04,643 INFO [RS:0;1dd62e24b303:36853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:04,643 INFO [RS:0;1dd62e24b303:36853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:04,643 INFO [RS:0;1dd62e24b303:36853 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,36853,1731828062741-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:21:04,660 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:21:04,660 INFO [RS:0;1dd62e24b303:36853 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,36853,1731828062741-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:04,660 INFO [RS:0;1dd62e24b303:36853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:04,660 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.Replication(171): 1dd62e24b303,36853,1731828062741 started 2024-11-17T07:21:04,675 INFO [RS:0;1dd62e24b303:36853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:04,675 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,36853,1731828062741, RpcServer on 1dd62e24b303/172.17.0.2:36853, sessionid=0x10124ccde960007 2024-11-17T07:21:04,675 DEBUG [RS:0;1dd62e24b303:36853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:21:04,675 DEBUG [RS:0;1dd62e24b303:36853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,36853,1731828062741 2024-11-17T07:21:04,675 DEBUG [RS:0;1dd62e24b303:36853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,36853,1731828062741' 2024-11-17T07:21:04,675 DEBUG [RS:0;1dd62e24b303:36853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1670845959/flush-table-proc/abort' 2024-11-17T07:21:04,676 DEBUG [RS:0;1dd62e24b303:36853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1670845959/flush-table-proc/acquired' 2024-11-17T07:21:04,676 DEBUG [RS:0;1dd62e24b303:36853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:21:04,676 DEBUG [RS:0;1dd62e24b303:36853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:21:04,676 DEBUG [RS:0;1dd62e24b303:36853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,36853,1731828062741 2024-11-17T07:21:04,676 DEBUG [RS:0;1dd62e24b303:36853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,36853,1731828062741' 2024-11-17T07:21:04,676 DEBUG [RS:0;1dd62e24b303:36853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1670845959/online-snapshot/abort' 2024-11-17T07:21:04,677 DEBUG [RS:0;1dd62e24b303:36853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1670845959/online-snapshot/acquired' 2024-11-17T07:21:04,677 DEBUG [RS:0;1dd62e24b303:36853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:21:04,677 INFO [RS:0;1dd62e24b303:36853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:21:04,677 INFO [RS:0;1dd62e24b303:36853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:21:04,777 INFO [RS:0;1dd62e24b303:36853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:21:04,779 INFO [RS:0;1dd62e24b303:36853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C36853%2C1731828062741, suffix=, logDir=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741, archiveDir=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/oldWALs, maxLogs=10 2024-11-17T07:21:04,786 WARN [1dd62e24b303:33141 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T07:21:04,802 DEBUG [RS:0;1dd62e24b303:36853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780, exclude list is [], retry=0 2024-11-17T07:21:04,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44283,DS-7a1c6822-b936-448a-bb78-a6513fc411d6,DISK] 2024-11-17T07:21:04,810 INFO [RS:0;1dd62e24b303:36853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 2024-11-17T07:21:04,810 DEBUG [RS:0;1dd62e24b303:36853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39107:39107)] 2024-11-17T07:21:05,036 DEBUG [1dd62e24b303:33141 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:21:05,037 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,36853,1731828062741 2024-11-17T07:21:05,038 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,36853,1731828062741, state=OPENING 2024-11-17T07:21:05,040 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T07:21:05,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36853-0x10124ccde960007, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1670845959 2024-11-17T07:21:05,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1670845959 2024-11-17T07:21:05,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1670845959/meta-region-server: CHANGED 2024-11-17T07:21:05,044 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:21:05,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,36853,1731828062741}] 2024-11-17T07:21:05,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1670845959/meta-region-server: CHANGED 2024-11-17T07:21:05,197 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:21:05,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:21:05,205 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:21:05,205 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:21:05,205 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:21:05,207 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C36853%2C1731828062741.meta, suffix=.meta, logDir=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741, archiveDir=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/oldWALs, maxLogs=10 2024-11-17T07:21:05,229 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.meta.1731828065207.meta, exclude list is [], retry=0 2024-11-17T07:21:05,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44283,DS-7a1c6822-b936-448a-bb78-a6513fc411d6,DISK] 2024-11-17T07:21:05,236 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.meta.1731828065207.meta 2024-11-17T07:21:05,238 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39107:39107)] 2024-11-17T07:21:05,238 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:21:05,238 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:21:05,239 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:21:05,239 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:21:05,239 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:21:05,239 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:21:05,239 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:05,239 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:21:05,239 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:21:05,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:21:05,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:21:05,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:05,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:05,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:21:05,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:21:05,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:05,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:05,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:21:05,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:21:05,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:05,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:05,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:21:05,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:21:05,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:05,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:05,254 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:21:05,255 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740 2024-11-17T07:21:05,256 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740 2024-11-17T07:21:05,259 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:21:05,259 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:21:05,260 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:21:05,261 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:21:05,262 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65872043, jitterRate=-0.018430069088935852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:21:05,262 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:21:05,262 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731828065239Writing region info on filesystem at 1731828065239Initializing all the Stores at 1731828065240 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828065240Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828065243 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828065243Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828065243Cleaning up temporary data from old regions at 1731828065259 (+16 ms)Running coprocessor post-open hooks at 1731828065262 (+3 ms)Region opened successfully at 1731828065262 2024-11-17T07:21:05,263 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731828065197 2024-11-17T07:21:05,266 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:21:05,266 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:21:05,267 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,36853,1731828062741 2024-11-17T07:21:05,268 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,36853,1731828062741, state=OPEN 2024-11-17T07:21:05,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36853-0x10124ccde960007, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1670845959/meta-region-server 2024-11-17T07:21:05,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1670845959/meta-region-server 2024-11-17T07:21:05,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1670845959/meta-region-server: CHANGED 2024-11-17T07:21:05,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1670845959/meta-region-server: CHANGED 2024-11-17T07:21:05,270 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,36853,1731828062741 2024-11-17T07:21:05,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T07:21:05,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,36853,1731828062741 in 226 msec 2024-11-17T07:21:05,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T07:21:05,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 639 msec 2024-11-17T07:21:05,276 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:05,276 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T07:21:05,277 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:05,278 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,36853,1731828062741, seqNum=-1] 2024-11-17T07:21:05,278 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:05,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:21:05,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 724 msec 2024-11-17T07:21:05,285 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731828065285, completionTime=-1 2024-11-17T07:21:05,285 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T07:21:05,285 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:21:05,287 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:21:05,287 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731828125287 2024-11-17T07:21:05,287 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731828185287 2024-11-17T07:21:05,287 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T07:21:05,288 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,33141,1731828062700-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:05,288 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,33141,1731828062700-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:05,288 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,33141,1731828062700-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:05,288 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:33141, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:05,288 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:05,288 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:05,293 DEBUG [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T07:21:05,296 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.518sec 2024-11-17T07:21:05,296 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:21:05,296 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:21:05,296 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:21:05,296 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:21:05,296 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:21:05,296 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,33141,1731828062700-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:21:05,296 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,33141,1731828062700-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:21:05,299 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:21:05,299 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:21:05,299 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,33141,1731828062700-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:05,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602a778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:05,362 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,33141,-1 for getting cluster id 2024-11-17T07:21:05,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:05,364 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecb1157d-9523-4240-af28-362430229f2d' 2024-11-17T07:21:05,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:05,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecb1157d-9523-4240-af28-362430229f2d" 2024-11-17T07:21:05,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389075cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:05,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,33141,-1] 2024-11-17T07:21:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:05,366 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:05,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74dbb0c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:05,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:05,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,36853,1731828062741, seqNum=-1] 2024-11-17T07:21:05,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:05,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:21:05,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1dd62e24b303,33141,1731828062700 2024-11-17T07:21:05,372 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49558 2024-11-17T07:21:05,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:21:05,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10124ccde960008 connected 2024-11-17T07:21:05,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:05,386 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,35331,1731828054300 2024-11-17T07:21:05,386 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74964a0a 2024-11-17T07:21:05,386 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:05,388 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:21:05,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35331 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:21:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35331 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T07:21:05,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:21:05,393 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:05,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35331 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T07:21:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:05,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:21:05,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741835_1011 (size=902) 2024-11-17T07:21:05,413 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 91ce804d0e2d21c262503770a807ecfc, NAME => 'test,,1731828065389.91ce804d0e2d21c262503770a807ecfc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f 2024-11-17T07:21:05,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741836_1012 (size=39) 2024-11-17T07:21:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:05,852 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731828065389.91ce804d0e2d21c262503770a807ecfc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:05,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 91ce804d0e2d21c262503770a807ecfc, disabling compactions & flushes 2024-11-17T07:21:05,853 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731828065389.91ce804d0e2d21c262503770a807ecfc. 2024-11-17T07:21:05,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731828065389.91ce804d0e2d21c262503770a807ecfc. 2024-11-17T07:21:05,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731828065389.91ce804d0e2d21c262503770a807ecfc. after waiting 0 ms 2024-11-17T07:21:05,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731828065389.91ce804d0e2d21c262503770a807ecfc. 2024-11-17T07:21:05,853 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731828065389.91ce804d0e2d21c262503770a807ecfc. 2024-11-17T07:21:05,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 91ce804d0e2d21c262503770a807ecfc: Waiting for close lock at 1731828065852Disabling compacts and flushes for region at 1731828065852Disabling writes for close at 1731828065853 (+1 ms)Writing region close event to WAL at 1731828065853Closed at 1731828065853 2024-11-17T07:21:05,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:21:05,854 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731828065389.91ce804d0e2d21c262503770a807ecfc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731828065854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731828065854"}]},"ts":"1731828065854"} 2024-11-17T07:21:05,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:21:05,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:21:05,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828065858"}]},"ts":"1731828065858"} 2024-11-17T07:21:05,860 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T07:21:05,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=91ce804d0e2d21c262503770a807ecfc, ASSIGN}] 2024-11-17T07:21:05,861 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=91ce804d0e2d21c262503770a807ecfc, ASSIGN 2024-11-17T07:21:05,862 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=91ce804d0e2d21c262503770a807ecfc, ASSIGN; state=OFFLINE, location=1dd62e24b303,41641,1731828054364; forceNewPlan=false, retain=false 2024-11-17T07:21:06,013 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=91ce804d0e2d21c262503770a807ecfc, regionState=OPENING, regionLocation=1dd62e24b303,41641,1731828054364 2024-11-17T07:21:06,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=91ce804d0e2d21c262503770a807ecfc, ASSIGN because future has completed 2024-11-17T07:21:06,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91ce804d0e2d21c262503770a807ecfc, server=1dd62e24b303,41641,1731828054364}] 2024-11-17T07:21:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:06,173 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731828065389.91ce804d0e2d21c262503770a807ecfc. 2024-11-17T07:21:06,173 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 91ce804d0e2d21c262503770a807ecfc, NAME => 'test,,1731828065389.91ce804d0e2d21c262503770a807ecfc.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:21:06,173 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:21:06,173 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T07:21:06,173 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 91ce804d0e2d21c262503770a807ecfc 2024-11-17T07:21:06,174 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731828065389.91ce804d0e2d21c262503770a807ecfc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:06,174 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 91ce804d0e2d21c262503770a807ecfc 2024-11-17T07:21:06,174 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 91ce804d0e2d21c262503770a807ecfc 2024-11-17T07:21:06,175 INFO [StoreOpener-91ce804d0e2d21c262503770a807ecfc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 91ce804d0e2d21c262503770a807ecfc 2024-11-17T07:21:06,176 INFO [StoreOpener-91ce804d0e2d21c262503770a807ecfc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91ce804d0e2d21c262503770a807ecfc columnFamilyName f 2024-11-17T07:21:06,176 DEBUG [StoreOpener-91ce804d0e2d21c262503770a807ecfc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:06,176 INFO [StoreOpener-91ce804d0e2d21c262503770a807ecfc-1 {}] regionserver.HStore(327): Store=91ce804d0e2d21c262503770a807ecfc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:06,177 INFO [StoreOpener-91ce804d0e2d21c262503770a807ecfc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 91ce804d0e2d21c262503770a807ecfc 2024-11-17T07:21:06,177 INFO [StoreOpener-91ce804d0e2d21c262503770a807ecfc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91ce804d0e2d21c262503770a807ecfc columnFamilyName f1 2024-11-17T07:21:06,177 DEBUG [StoreOpener-91ce804d0e2d21c262503770a807ecfc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:06,178 INFO [StoreOpener-91ce804d0e2d21c262503770a807ecfc-1 {}] regionserver.HStore(327): Store=91ce804d0e2d21c262503770a807ecfc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:06,178 INFO [StoreOpener-91ce804d0e2d21c262503770a807ecfc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 91ce804d0e2d21c262503770a807ecfc 2024-11-17T07:21:06,179 INFO [StoreOpener-91ce804d0e2d21c262503770a807ecfc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91ce804d0e2d21c262503770a807ecfc columnFamilyName norep 2024-11-17T07:21:06,179 DEBUG [StoreOpener-91ce804d0e2d21c262503770a807ecfc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:06,179 INFO [StoreOpener-91ce804d0e2d21c262503770a807ecfc-1 {}] regionserver.HStore(327): Store=91ce804d0e2d21c262503770a807ecfc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:06,179 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 91ce804d0e2d21c262503770a807ecfc 2024-11-17T07:21:06,180 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/default/test/91ce804d0e2d21c262503770a807ecfc 2024-11-17T07:21:06,180 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/default/test/91ce804d0e2d21c262503770a807ecfc 2024-11-17T07:21:06,181 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 91ce804d0e2d21c262503770a807ecfc 2024-11-17T07:21:06,181 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 91ce804d0e2d21c262503770a807ecfc 2024-11-17T07:21:06,181 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:21:06,182 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 91ce804d0e2d21c262503770a807ecfc 2024-11-17T07:21:06,184 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/default/test/91ce804d0e2d21c262503770a807ecfc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:21:06,184 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 91ce804d0e2d21c262503770a807ecfc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73828455, jitterRate=0.10012970864772797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:21:06,184 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91ce804d0e2d21c262503770a807ecfc 2024-11-17T07:21:06,185 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 91ce804d0e2d21c262503770a807ecfc: Running coprocessor pre-open hook at 1731828066174Writing region info on filesystem at 1731828066174Initializing all the Stores at 1731828066174Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828066174Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828066174Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828066175 (+1 ms)Cleaning up temporary data from old regions at 1731828066181 (+6 ms)Running coprocessor post-open hooks at 1731828066184 (+3 ms)Region opened successfully at 1731828066185 (+1 ms) 2024-11-17T07:21:06,186 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731828065389.91ce804d0e2d21c262503770a807ecfc., pid=6, masterSystemTime=1731828066169 2024-11-17T07:21:06,188 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731828065389.91ce804d0e2d21c262503770a807ecfc. 2024-11-17T07:21:06,188 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731828065389.91ce804d0e2d21c262503770a807ecfc. 2024-11-17T07:21:06,188 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=91ce804d0e2d21c262503770a807ecfc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1dd62e24b303,41641,1731828054364 2024-11-17T07:21:06,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91ce804d0e2d21c262503770a807ecfc, server=1dd62e24b303,41641,1731828054364 because future has completed 2024-11-17T07:21:06,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T07:21:06,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 91ce804d0e2d21c262503770a807ecfc, server=1dd62e24b303,41641,1731828054364 in 175 msec 2024-11-17T07:21:06,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T07:21:06,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=91ce804d0e2d21c262503770a807ecfc, ASSIGN in 332 msec 2024-11-17T07:21:06,195 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:21:06,195 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828066195"}]},"ts":"1731828066195"} 2024-11-17T07:21:06,197 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T07:21:06,198 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:21:06,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 808 msec 2024-11-17T07:21:06,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T07:21:06,298 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T07:21:06,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T07:21:06,298 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T07:21:06,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:21:06,299 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T07:21:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:06,532 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T07:21:06,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:06,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,34927,1731828058420 2024-11-17T07:21:06,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b9e204b 2024-11-17T07:21:06,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:06,534 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:21:06,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:21:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T07:21:06,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:21:06,538 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:06,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T07:21:06,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:21:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:06,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741835_1011 (size=902) 2024-11-17T07:21:06,554 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b52fd59b892ec123ea37e6f7378bc96, NAME => 'test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3 2024-11-17T07:21:06,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741836_1012 (size=39) 2024-11-17T07:21:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:06,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:06,970 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0b52fd59b892ec123ea37e6f7378bc96, disabling compactions & flushes 2024-11-17T07:21:06,970 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96. 2024-11-17T07:21:06,970 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96. 2024-11-17T07:21:06,970 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96. after waiting 0 ms 2024-11-17T07:21:06,970 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96. 2024-11-17T07:21:06,970 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96. 2024-11-17T07:21:06,970 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b52fd59b892ec123ea37e6f7378bc96: Waiting for close lock at 1731828066970Disabling compacts and flushes for region at 1731828066970Disabling writes for close at 1731828066970Writing region close event to WAL at 1731828066970Closed at 1731828066970 2024-11-17T07:21:06,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:21:06,972 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731828066971"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731828066971"}]},"ts":"1731828066971"} 2024-11-17T07:21:06,977 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:21:06,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:21:06,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828066979"}]},"ts":"1731828066979"} 2024-11-17T07:21:06,981 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T07:21:06,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0b52fd59b892ec123ea37e6f7378bc96, ASSIGN}] 2024-11-17T07:21:06,991 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0b52fd59b892ec123ea37e6f7378bc96, ASSIGN 2024-11-17T07:21:06,992 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0b52fd59b892ec123ea37e6f7378bc96, ASSIGN; state=OFFLINE, location=1dd62e24b303,38477,1731828058463; forceNewPlan=false, retain=false 2024-11-17T07:21:07,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b52fd59b892ec123ea37e6f7378bc96, regionState=OPENING, regionLocation=1dd62e24b303,38477,1731828058463 2024-11-17T07:21:07,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0b52fd59b892ec123ea37e6f7378bc96, ASSIGN because future has completed 2024-11-17T07:21:07,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b52fd59b892ec123ea37e6f7378bc96, server=1dd62e24b303,38477,1731828058463}] 2024-11-17T07:21:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:07,303 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96. 2024-11-17T07:21:07,303 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b52fd59b892ec123ea37e6f7378bc96, NAME => 'test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:21:07,303 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:21:07,303 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T07:21:07,303 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0b52fd59b892ec123ea37e6f7378bc96 2024-11-17T07:21:07,303 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:07,303 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0b52fd59b892ec123ea37e6f7378bc96 2024-11-17T07:21:07,303 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0b52fd59b892ec123ea37e6f7378bc96 2024-11-17T07:21:07,305 INFO [StoreOpener-0b52fd59b892ec123ea37e6f7378bc96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0b52fd59b892ec123ea37e6f7378bc96 2024-11-17T07:21:07,306 INFO [StoreOpener-0b52fd59b892ec123ea37e6f7378bc96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b52fd59b892ec123ea37e6f7378bc96 columnFamilyName f 2024-11-17T07:21:07,306 DEBUG [StoreOpener-0b52fd59b892ec123ea37e6f7378bc96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:07,306 INFO [StoreOpener-0b52fd59b892ec123ea37e6f7378bc96-1 {}] regionserver.HStore(327): Store=0b52fd59b892ec123ea37e6f7378bc96/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:07,307 INFO [StoreOpener-0b52fd59b892ec123ea37e6f7378bc96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0b52fd59b892ec123ea37e6f7378bc96 2024-11-17T07:21:07,307 INFO [StoreOpener-0b52fd59b892ec123ea37e6f7378bc96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b52fd59b892ec123ea37e6f7378bc96 columnFamilyName f1 2024-11-17T07:21:07,308 DEBUG [StoreOpener-0b52fd59b892ec123ea37e6f7378bc96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:07,308 INFO [StoreOpener-0b52fd59b892ec123ea37e6f7378bc96-1 {}] regionserver.HStore(327): Store=0b52fd59b892ec123ea37e6f7378bc96/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:07,308 INFO [StoreOpener-0b52fd59b892ec123ea37e6f7378bc96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0b52fd59b892ec123ea37e6f7378bc96 2024-11-17T07:21:07,309 INFO [StoreOpener-0b52fd59b892ec123ea37e6f7378bc96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b52fd59b892ec123ea37e6f7378bc96 columnFamilyName norep 2024-11-17T07:21:07,309 DEBUG [StoreOpener-0b52fd59b892ec123ea37e6f7378bc96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:07,309 INFO [StoreOpener-0b52fd59b892ec123ea37e6f7378bc96-1 {}] regionserver.HStore(327): Store=0b52fd59b892ec123ea37e6f7378bc96/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:07,309 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0b52fd59b892ec123ea37e6f7378bc96 2024-11-17T07:21:07,310 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/default/test/0b52fd59b892ec123ea37e6f7378bc96 2024-11-17T07:21:07,310 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/default/test/0b52fd59b892ec123ea37e6f7378bc96 2024-11-17T07:21:07,311 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0b52fd59b892ec123ea37e6f7378bc96 2024-11-17T07:21:07,311 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0b52fd59b892ec123ea37e6f7378bc96 2024-11-17T07:21:07,312 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:21:07,312 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0b52fd59b892ec123ea37e6f7378bc96 2024-11-17T07:21:07,314 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/default/test/0b52fd59b892ec123ea37e6f7378bc96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:21:07,314 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0b52fd59b892ec123ea37e6f7378bc96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71723792, jitterRate=0.06876778602600098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:21:07,314 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b52fd59b892ec123ea37e6f7378bc96 2024-11-17T07:21:07,314 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0b52fd59b892ec123ea37e6f7378bc96: Running coprocessor pre-open hook at 1731828067304Writing region info on filesystem at 1731828067304Initializing all the Stores at 1731828067304Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828067304Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828067304Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828067304Cleaning up temporary data from old regions at 1731828067311 (+7 ms)Running coprocessor post-open hooks at 1731828067314 (+3 ms)Region opened successfully at 1731828067314 2024-11-17T07:21:07,315 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96., pid=6, masterSystemTime=1731828067298 2024-11-17T07:21:07,317 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96. 2024-11-17T07:21:07,317 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96. 2024-11-17T07:21:07,318 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b52fd59b892ec123ea37e6f7378bc96, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1dd62e24b303,38477,1731828058463 2024-11-17T07:21:07,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b52fd59b892ec123ea37e6f7378bc96, server=1dd62e24b303,38477,1731828058463 because future has completed 2024-11-17T07:21:07,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T07:21:07,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b52fd59b892ec123ea37e6f7378bc96, server=1dd62e24b303,38477,1731828058463 in 175 msec 2024-11-17T07:21:07,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T07:21:07,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0b52fd59b892ec123ea37e6f7378bc96, ASSIGN in 342 msec 2024-11-17T07:21:07,326 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:21:07,326 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828067326"}]},"ts":"1731828067326"} 2024-11-17T07:21:07,328 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T07:21:07,328 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:21:07,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 793 msec 2024-11-17T07:21:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:07,671 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T07:21:07,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:07,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,33141,1731828062700 2024-11-17T07:21:07,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61906431 2024-11-17T07:21:07,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:07,674 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:21:07,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:21:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T07:21:07,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:21:07,677 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:07,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T07:21:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:07,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:21:07,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741835_1011 (size=902) 2024-11-17T07:21:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:08,089 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d60ab5c8a85187da321fbd0d65a73e34, NAME => 'test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39 2024-11-17T07:21:08,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741836_1012 (size=39) 2024-11-17T07:21:08,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:08,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d60ab5c8a85187da321fbd0d65a73e34, disabling compactions & flushes 2024-11-17T07:21:08,098 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34. 2024-11-17T07:21:08,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34. 2024-11-17T07:21:08,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34. after waiting 0 ms 2024-11-17T07:21:08,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34. 2024-11-17T07:21:08,099 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34. 2024-11-17T07:21:08,099 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d60ab5c8a85187da321fbd0d65a73e34: Waiting for close lock at 1731828068098Disabling compacts and flushes for region at 1731828068098Disabling writes for close at 1731828068098Writing region close event to WAL at 1731828068098Closed at 1731828068098 2024-11-17T07:21:08,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:21:08,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731828068100"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731828068100"}]},"ts":"1731828068100"} 2024-11-17T07:21:08,102 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:21:08,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:21:08,103 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828068103"}]},"ts":"1731828068103"} 2024-11-17T07:21:08,106 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T07:21:08,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d60ab5c8a85187da321fbd0d65a73e34, ASSIGN}] 2024-11-17T07:21:08,108 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d60ab5c8a85187da321fbd0d65a73e34, ASSIGN 2024-11-17T07:21:08,109 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d60ab5c8a85187da321fbd0d65a73e34, ASSIGN; state=OFFLINE, location=1dd62e24b303,36853,1731828062741; forceNewPlan=false, retain=false 2024-11-17T07:21:08,260 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d60ab5c8a85187da321fbd0d65a73e34, regionState=OPENING, regionLocation=1dd62e24b303,36853,1731828062741 2024-11-17T07:21:08,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d60ab5c8a85187da321fbd0d65a73e34, ASSIGN because future has completed 2024-11-17T07:21:08,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d60ab5c8a85187da321fbd0d65a73e34, server=1dd62e24b303,36853,1731828062741}] 2024-11-17T07:21:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:08,328 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T07:21:08,428 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34. 2024-11-17T07:21:08,429 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d60ab5c8a85187da321fbd0d65a73e34, NAME => 'test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:21:08,429 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:21:08,429 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T07:21:08,429 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d60ab5c8a85187da321fbd0d65a73e34 2024-11-17T07:21:08,429 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:08,429 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d60ab5c8a85187da321fbd0d65a73e34 2024-11-17T07:21:08,429 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d60ab5c8a85187da321fbd0d65a73e34 2024-11-17T07:21:08,434 INFO [StoreOpener-d60ab5c8a85187da321fbd0d65a73e34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d60ab5c8a85187da321fbd0d65a73e34 2024-11-17T07:21:08,435 INFO [StoreOpener-d60ab5c8a85187da321fbd0d65a73e34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d60ab5c8a85187da321fbd0d65a73e34 columnFamilyName f 2024-11-17T07:21:08,435 DEBUG [StoreOpener-d60ab5c8a85187da321fbd0d65a73e34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:08,436 INFO [StoreOpener-d60ab5c8a85187da321fbd0d65a73e34-1 {}] regionserver.HStore(327): Store=d60ab5c8a85187da321fbd0d65a73e34/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:08,436 INFO [StoreOpener-d60ab5c8a85187da321fbd0d65a73e34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d60ab5c8a85187da321fbd0d65a73e34 2024-11-17T07:21:08,437 INFO [StoreOpener-d60ab5c8a85187da321fbd0d65a73e34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d60ab5c8a85187da321fbd0d65a73e34 columnFamilyName f1 2024-11-17T07:21:08,437 DEBUG [StoreOpener-d60ab5c8a85187da321fbd0d65a73e34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:08,437 INFO [StoreOpener-d60ab5c8a85187da321fbd0d65a73e34-1 {}] regionserver.HStore(327): Store=d60ab5c8a85187da321fbd0d65a73e34/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:08,438 INFO [StoreOpener-d60ab5c8a85187da321fbd0d65a73e34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d60ab5c8a85187da321fbd0d65a73e34 2024-11-17T07:21:08,438 INFO [StoreOpener-d60ab5c8a85187da321fbd0d65a73e34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d60ab5c8a85187da321fbd0d65a73e34 columnFamilyName norep 2024-11-17T07:21:08,438 DEBUG [StoreOpener-d60ab5c8a85187da321fbd0d65a73e34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:08,439 INFO [StoreOpener-d60ab5c8a85187da321fbd0d65a73e34-1 {}] regionserver.HStore(327): Store=d60ab5c8a85187da321fbd0d65a73e34/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:08,439 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d60ab5c8a85187da321fbd0d65a73e34 2024-11-17T07:21:08,440 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/default/test/d60ab5c8a85187da321fbd0d65a73e34 2024-11-17T07:21:08,440 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/default/test/d60ab5c8a85187da321fbd0d65a73e34 2024-11-17T07:21:08,441 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d60ab5c8a85187da321fbd0d65a73e34 2024-11-17T07:21:08,441 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d60ab5c8a85187da321fbd0d65a73e34 2024-11-17T07:21:08,441 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:21:08,442 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d60ab5c8a85187da321fbd0d65a73e34 2024-11-17T07:21:08,447 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/default/test/d60ab5c8a85187da321fbd0d65a73e34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:21:08,447 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d60ab5c8a85187da321fbd0d65a73e34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60181085, jitterRate=-0.10323195159435272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:21:08,447 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d60ab5c8a85187da321fbd0d65a73e34 2024-11-17T07:21:08,447 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d60ab5c8a85187da321fbd0d65a73e34: Running coprocessor pre-open hook at 1731828068432Writing region info on filesystem at 1731828068432Initializing all the Stores at 1731828068433 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828068433Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828068434 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828068434Cleaning up temporary data from old regions at 1731828068441 (+7 ms)Running coprocessor post-open hooks at 1731828068447 (+6 ms)Region opened successfully at 1731828068447 2024-11-17T07:21:08,449 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34., pid=6, masterSystemTime=1731828068421 2024-11-17T07:21:08,451 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34. 2024-11-17T07:21:08,451 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34. 2024-11-17T07:21:08,451 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d60ab5c8a85187da321fbd0d65a73e34, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1dd62e24b303,36853,1731828062741 2024-11-17T07:21:08,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d60ab5c8a85187da321fbd0d65a73e34, server=1dd62e24b303,36853,1731828062741 because future has completed 2024-11-17T07:21:08,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T07:21:08,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d60ab5c8a85187da321fbd0d65a73e34, server=1dd62e24b303,36853,1731828062741 in 190 msec 2024-11-17T07:21:08,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T07:21:08,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d60ab5c8a85187da321fbd0d65a73e34, ASSIGN in 351 msec 2024-11-17T07:21:08,460 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:21:08,460 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828068460"}]},"ts":"1731828068460"} 2024-11-17T07:21:08,462 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T07:21:08,462 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:21:08,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 788 msec 2024-11-17T07:21:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:08,811 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T07:21:08,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c7b657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:08,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,35331,-1 for getting cluster id 2024-11-17T07:21:08,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:08,813 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83053016-f4f6-4ad8-99db-be5b44840658' 2024-11-17T07:21:08,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:08,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83053016-f4f6-4ad8-99db-be5b44840658" 2024-11-17T07:21:08,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44453955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:08,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,35331,-1] 2024-11-17T07:21:08,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:08,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:08,815 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:08,815 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9bf2a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:08,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,35331,1731828054300 2024-11-17T07:21:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f867e95 2024-11-17T07:21:08,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:08,817 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:21:08,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35331 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1dd62e24b303:34927,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T07:21:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35331 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T07:21:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:21:08,821 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:34927' 2024-11-17T07:21:08,822 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fdac9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:08,822 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,34927,-1 for getting cluster id 2024-11-17T07:21:08,823 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:08,823 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb288d82-c5dd-4611-a9a5-947fde475535' 2024-11-17T07:21:08,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:08,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb288d82-c5dd-4611-a9a5-947fde475535" 2024-11-17T07:21:08,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48097b51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:08,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,34927,-1] 2024-11-17T07:21:08,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:08,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:08,825 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:08,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a026fc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:08,826 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:08,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,34927,1731828058420 2024-11-17T07:21:08,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fb76efa 2024-11-17T07:21:08,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:08,827 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:21:08,828 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T07:21:08,828 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T07:21:08,828 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:08,828 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:08,829 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:21:08,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:21:08,830 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T07:21:08,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:21:08,831 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:08,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:21:08,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741837_1013 (size=1138) 2024-11-17T07:21:08,881 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T07:21:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:21:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:21:09,246 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 14fed26ed1817f94241b50b21351c058, NAME => 'hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f 2024-11-17T07:21:09,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741838_1014 (size=44) 2024-11-17T07:21:09,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:09,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 14fed26ed1817f94241b50b21351c058, disabling compactions & flushes 2024-11-17T07:21:09,254 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058. 2024-11-17T07:21:09,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058. 2024-11-17T07:21:09,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058. after waiting 0 ms 2024-11-17T07:21:09,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058. 2024-11-17T07:21:09,255 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058. 2024-11-17T07:21:09,255 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 14fed26ed1817f94241b50b21351c058: Waiting for close lock at 1731828069254Disabling compacts and flushes for region at 1731828069254Disabling writes for close at 1731828069254Writing region close event to WAL at 1731828069254Closed at 1731828069254 2024-11-17T07:21:09,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:21:09,258 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731828069257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731828069257"}]},"ts":"1731828069257"} 2024-11-17T07:21:09,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:21:09,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:21:09,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828069261"}]},"ts":"1731828069261"} 2024-11-17T07:21:09,263 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T07:21:09,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=14fed26ed1817f94241b50b21351c058, ASSIGN}] 2024-11-17T07:21:09,264 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=14fed26ed1817f94241b50b21351c058, ASSIGN 2024-11-17T07:21:09,265 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=14fed26ed1817f94241b50b21351c058, ASSIGN; state=OFFLINE, location=1dd62e24b303,41641,1731828054364; forceNewPlan=false, retain=false 2024-11-17T07:21:09,416 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=14fed26ed1817f94241b50b21351c058, regionState=OPENING, regionLocation=1dd62e24b303,41641,1731828054364 2024-11-17T07:21:09,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=14fed26ed1817f94241b50b21351c058, ASSIGN because future has completed 2024-11-17T07:21:09,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14fed26ed1817f94241b50b21351c058, server=1dd62e24b303,41641,1731828054364}] 2024-11-17T07:21:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:21:09,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058. 2024-11-17T07:21:09,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:21:09,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T07:21:09,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C41641%2C1731828054364.rep, suffix=, logDir=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364, archiveDir=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/oldWALs, maxLogs=10 2024-11-17T07:21:09,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.rep.1731828069575, exclude list is [], retry=0 2024-11-17T07:21:09,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37025,DS-21d3b111-6aca-4dd3-8d45-6d08cc3d501f,DISK] 2024-11-17T07:21:09,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.rep.1731828069575 2024-11-17T07:21:09,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40009:40009)] 2024-11-17T07:21:09,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 14fed26ed1817f94241b50b21351c058, NAME => 'hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:21:09,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:21:09,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:21:09,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058. service=MultiRowMutationService 2024-11-17T07:21:09,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T07:21:09,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 14fed26ed1817f94241b50b21351c058 2024-11-17T07:21:09,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:09,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 14fed26ed1817f94241b50b21351c058 2024-11-17T07:21:09,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 14fed26ed1817f94241b50b21351c058 2024-11-17T07:21:09,594 INFO [StoreOpener-14fed26ed1817f94241b50b21351c058-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 14fed26ed1817f94241b50b21351c058 2024-11-17T07:21:09,595 INFO [StoreOpener-14fed26ed1817f94241b50b21351c058-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14fed26ed1817f94241b50b21351c058 columnFamilyName hfileref 2024-11-17T07:21:09,595 DEBUG [StoreOpener-14fed26ed1817f94241b50b21351c058-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:09,595 INFO [StoreOpener-14fed26ed1817f94241b50b21351c058-1 {}] regionserver.HStore(327): Store=14fed26ed1817f94241b50b21351c058/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:09,595 INFO [StoreOpener-14fed26ed1817f94241b50b21351c058-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 14fed26ed1817f94241b50b21351c058 2024-11-17T07:21:09,596 INFO [StoreOpener-14fed26ed1817f94241b50b21351c058-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14fed26ed1817f94241b50b21351c058 columnFamilyName queue 2024-11-17T07:21:09,596 DEBUG [StoreOpener-14fed26ed1817f94241b50b21351c058-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:09,596 INFO [StoreOpener-14fed26ed1817f94241b50b21351c058-1 {}] regionserver.HStore(327): Store=14fed26ed1817f94241b50b21351c058/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:09,596 INFO [StoreOpener-14fed26ed1817f94241b50b21351c058-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 14fed26ed1817f94241b50b21351c058 2024-11-17T07:21:09,597 INFO [StoreOpener-14fed26ed1817f94241b50b21351c058-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14fed26ed1817f94241b50b21351c058 columnFamilyName sid 2024-11-17T07:21:09,597 DEBUG [StoreOpener-14fed26ed1817f94241b50b21351c058-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:09,597 INFO [StoreOpener-14fed26ed1817f94241b50b21351c058-1 {}] regionserver.HStore(327): Store=14fed26ed1817f94241b50b21351c058/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:09,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 14fed26ed1817f94241b50b21351c058 2024-11-17T07:21:09,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/replication/14fed26ed1817f94241b50b21351c058 2024-11-17T07:21:09,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/replication/14fed26ed1817f94241b50b21351c058 2024-11-17T07:21:09,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 14fed26ed1817f94241b50b21351c058 2024-11-17T07:21:09,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 14fed26ed1817f94241b50b21351c058 2024-11-17T07:21:09,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:21:09,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 14fed26ed1817f94241b50b21351c058 2024-11-17T07:21:09,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/replication/14fed26ed1817f94241b50b21351c058/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:21:09,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 14fed26ed1817f94241b50b21351c058; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72648162, jitterRate=0.08254197239875793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:21:09,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14fed26ed1817f94241b50b21351c058 2024-11-17T07:21:09,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 14fed26ed1817f94241b50b21351c058: Running coprocessor pre-open hook at 1731828069593Writing region info on filesystem at 1731828069593Initializing all the Stores at 1731828069594 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828069594Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828069594Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828069594Cleaning up temporary data from old regions at 1731828069598 (+4 ms)Running coprocessor post-open hooks at 1731828069601 (+3 ms)Region opened successfully at 1731828069601 2024-11-17T07:21:09,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058., pid=10, masterSystemTime=1731828069570 2024-11-17T07:21:09,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058. 2024-11-17T07:21:09,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058. 2024-11-17T07:21:09,604 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=14fed26ed1817f94241b50b21351c058, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,41641,1731828054364 2024-11-17T07:21:09,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14fed26ed1817f94241b50b21351c058, server=1dd62e24b303,41641,1731828054364 because future has completed 2024-11-17T07:21:09,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T07:21:09,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 14fed26ed1817f94241b50b21351c058, server=1dd62e24b303,41641,1731828054364 in 189 msec 2024-11-17T07:21:09,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T07:21:09,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=14fed26ed1817f94241b50b21351c058, ASSIGN in 345 msec 2024-11-17T07:21:09,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:21:09,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828069610"}]},"ts":"1731828069610"} 2024-11-17T07:21:09,612 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T07:21:09,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:21:09,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 784 msec 2024-11-17T07:21:09,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058., hostname=1dd62e24b303,41641,1731828054364, seqNum=2] 2024-11-17T07:21:09,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-640901161 2024-11-17T07:21:09,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41641-0x10124ccde960001, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-640901161 2024-11-17T07:21:09,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T07:21:09,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41641 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T07:21:09,799 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T07:21:09,837 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1dd62e24b303,41641,1731828054364, ReplicationSource: 1, currentBandwidth=0 2024-11-17T07:21:09,838 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:09,838 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,41641,1731828054364, seqNum=-1] 2024-11-17T07:21:09,838 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:09,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-17T07:21:09,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1dd62e24b303,41641,1731828054364', locateType=CURRENT is [region=hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058., hostname=1dd62e24b303,41641,1731828054364, seqNum=2] 2024-11-17T07:21:09,846 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T07:21:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35331 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T07:21:09,848 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1dd62e24b303,41641,1731828054364 suceeded 2024-11-17T07:21:09,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T07:21:09,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-17T07:21:09,850 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1dd62e24b303:34927,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T07:21:09,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0320 sec 2024-11-17T07:21:09,871 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:34927' 2024-11-17T07:21:09,873 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45fae6f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:09,873 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,34927,-1 for getting cluster id 2024-11-17T07:21:09,873 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:09,874 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb288d82-c5dd-4611-a9a5-947fde475535' 2024-11-17T07:21:09,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:09,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb288d82-c5dd-4611-a9a5-947fde475535" 2024-11-17T07:21:09,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e6d7454, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:09,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,34927,-1] 2024-11-17T07:21:09,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:09,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:09,877 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:09,878 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bd0a76e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:09,878 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:09,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,34927,1731828058420 2024-11-17T07:21:09,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22c3f79d 2024-11-17T07:21:09,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:09,880 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-17T07:21:09,881 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1dd62e24b303,41641,1731828054364 (queues=1) is replicating from cluster=83053016-f4f6-4ad8-99db-be5b44840658 to cluster=cb288d82-c5dd-4611-a9a5-947fde475535 2024-11-17T07:21:09,881 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1dd62e24b303%2C41641%2C1731828054364 2024-11-17T07:21:09,881 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1dd62e24b303,41641,1731828054364, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T07:21:09,882 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.shipper1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1dd62e24b303%2C41641%2C1731828054364 2024-11-17T07:21:09,882 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472, startPosition=0, beingWritten=true 2024-11-17T07:21:09,889 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:21:09,889 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 379, reset compression=false 2024-11-17T07:21:09,889 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.shipper1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,41641,1731828054364 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:21:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:21:09,961 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T07:21:09,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:21:09,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:21:09,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:09,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:09,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:21:09,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d514fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:09,963 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,34927,-1 for getting cluster id 2024-11-17T07:21:09,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:09,963 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb288d82-c5dd-4611-a9a5-947fde475535' 2024-11-17T07:21:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb288d82-c5dd-4611-a9a5-947fde475535" 2024-11-17T07:21:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35206b17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,34927,-1] 2024-11-17T07:21:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:09,965 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:09,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@724ebb86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:09,966 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:09,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,34927,1731828058420 2024-11-17T07:21:09,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34e53f94 2024-11-17T07:21:09,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:09,968 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:21:09,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1dd62e24b303:33141,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T07:21:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T07:21:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:21:09,971 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:33141' 2024-11-17T07:21:09,972 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733317e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:09,972 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,33141,-1 for getting cluster id 2024-11-17T07:21:09,972 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:09,973 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecb1157d-9523-4240-af28-362430229f2d' 2024-11-17T07:21:09,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:09,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecb1157d-9523-4240-af28-362430229f2d" 2024-11-17T07:21:09,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ccd942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:09,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,33141,-1] 2024-11-17T07:21:09,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:09,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:09,974 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:09,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3d0b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:09,975 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:09,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,33141,1731828062700 2024-11-17T07:21:09,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52c2593d 2024-11-17T07:21:09,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:09,976 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:21:09,977 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T07:21:09,977 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T07:21:09,977 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:09,977 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:09,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:21:09,978 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:21:09,979 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T07:21:09,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:21:09,980 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:09,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:21:09,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741837_1013 (size=1138) 2024-11-17T07:21:09,988 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9baf3d313bef082c4320bb0ca51af009, NAME => 'hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3 2024-11-17T07:21:09,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741838_1014 (size=44) 2024-11-17T07:21:09,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:09,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9baf3d313bef082c4320bb0ca51af009, disabling compactions & flushes 2024-11-17T07:21:09,993 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009. 2024-11-17T07:21:09,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009. 2024-11-17T07:21:09,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009. after waiting 0 ms 2024-11-17T07:21:09,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009. 2024-11-17T07:21:09,993 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009. 2024-11-17T07:21:09,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9baf3d313bef082c4320bb0ca51af009: Waiting for close lock at 1731828069993Disabling compacts and flushes for region at 1731828069993Disabling writes for close at 1731828069993Writing region close event to WAL at 1731828069993Closed at 1731828069993 2024-11-17T07:21:09,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:21:09,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731828069994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731828069994"}]},"ts":"1731828069994"} 2024-11-17T07:21:09,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:21:09,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:21:09,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828069997"}]},"ts":"1731828069997"} 2024-11-17T07:21:09,998 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T07:21:09,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9baf3d313bef082c4320bb0ca51af009, ASSIGN}] 2024-11-17T07:21:10,000 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9baf3d313bef082c4320bb0ca51af009, ASSIGN 2024-11-17T07:21:10,000 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9baf3d313bef082c4320bb0ca51af009, ASSIGN; state=OFFLINE, location=1dd62e24b303,38477,1731828058463; forceNewPlan=false, retain=false 2024-11-17T07:21:10,029 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T07:21:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:21:10,093 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 379, reset compression=false 2024-11-17T07:21:10,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9baf3d313bef082c4320bb0ca51af009, regionState=OPENING, regionLocation=1dd62e24b303,38477,1731828058463 2024-11-17T07:21:10,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9baf3d313bef082c4320bb0ca51af009, ASSIGN because future has completed 2024-11-17T07:21:10,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9baf3d313bef082c4320bb0ca51af009, server=1dd62e24b303,38477,1731828058463}] 2024-11-17T07:21:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:21:10,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009. 2024-11-17T07:21:10,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:21:10,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T07:21:10,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C38477%2C1731828058463.rep, suffix=, logDir=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463, archiveDir=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/oldWALs, maxLogs=10 2024-11-17T07:21:10,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.rep.1731828070312, exclude list is [], retry=0 2024-11-17T07:21:10,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46549,DS-67a2f854-6ad3-4c1c-bf6f-b3cbd096b00b,DISK] 2024-11-17T07:21:10,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.rep.1731828070312 2024-11-17T07:21:10,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39117:39117)] 2024-11-17T07:21:10,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9baf3d313bef082c4320bb0ca51af009, NAME => 'hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:21:10,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:21:10,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:21:10,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009. service=MultiRowMutationService 2024-11-17T07:21:10,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T07:21:10,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9baf3d313bef082c4320bb0ca51af009 2024-11-17T07:21:10,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:10,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9baf3d313bef082c4320bb0ca51af009 2024-11-17T07:21:10,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9baf3d313bef082c4320bb0ca51af009 2024-11-17T07:21:10,341 INFO [StoreOpener-9baf3d313bef082c4320bb0ca51af009-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9baf3d313bef082c4320bb0ca51af009 2024-11-17T07:21:10,343 INFO [StoreOpener-9baf3d313bef082c4320bb0ca51af009-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9baf3d313bef082c4320bb0ca51af009 columnFamilyName hfileref 2024-11-17T07:21:10,343 DEBUG [StoreOpener-9baf3d313bef082c4320bb0ca51af009-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:10,343 INFO [StoreOpener-9baf3d313bef082c4320bb0ca51af009-1 {}] regionserver.HStore(327): Store=9baf3d313bef082c4320bb0ca51af009/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:10,343 INFO [StoreOpener-9baf3d313bef082c4320bb0ca51af009-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9baf3d313bef082c4320bb0ca51af009 2024-11-17T07:21:10,344 INFO [StoreOpener-9baf3d313bef082c4320bb0ca51af009-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9baf3d313bef082c4320bb0ca51af009 columnFamilyName queue 2024-11-17T07:21:10,344 DEBUG [StoreOpener-9baf3d313bef082c4320bb0ca51af009-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:10,345 INFO [StoreOpener-9baf3d313bef082c4320bb0ca51af009-1 {}] regionserver.HStore(327): Store=9baf3d313bef082c4320bb0ca51af009/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:10,345 INFO [StoreOpener-9baf3d313bef082c4320bb0ca51af009-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9baf3d313bef082c4320bb0ca51af009 2024-11-17T07:21:10,346 INFO [StoreOpener-9baf3d313bef082c4320bb0ca51af009-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9baf3d313bef082c4320bb0ca51af009 columnFamilyName sid 2024-11-17T07:21:10,346 DEBUG [StoreOpener-9baf3d313bef082c4320bb0ca51af009-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:10,346 INFO [StoreOpener-9baf3d313bef082c4320bb0ca51af009-1 {}] regionserver.HStore(327): Store=9baf3d313bef082c4320bb0ca51af009/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:10,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9baf3d313bef082c4320bb0ca51af009 2024-11-17T07:21:10,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/replication/9baf3d313bef082c4320bb0ca51af009 2024-11-17T07:21:10,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/replication/9baf3d313bef082c4320bb0ca51af009 2024-11-17T07:21:10,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9baf3d313bef082c4320bb0ca51af009 2024-11-17T07:21:10,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9baf3d313bef082c4320bb0ca51af009 2024-11-17T07:21:10,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:21:10,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9baf3d313bef082c4320bb0ca51af009 2024-11-17T07:21:10,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/replication/9baf3d313bef082c4320bb0ca51af009/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:21:10,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9baf3d313bef082c4320bb0ca51af009; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74071637, jitterRate=0.10375340282917023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:21:10,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9baf3d313bef082c4320bb0ca51af009 2024-11-17T07:21:10,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9baf3d313bef082c4320bb0ca51af009: Running coprocessor pre-open hook at 1731828070339Writing region info on filesystem at 1731828070339Initializing all the Stores at 1731828070341 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828070341Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828070341Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828070341Cleaning up temporary data from old regions at 1731828070348 (+7 ms)Running coprocessor post-open hooks at 1731828070355 (+7 ms)Region opened successfully at 1731828070355 2024-11-17T07:21:10,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009., pid=10, masterSystemTime=1731828070306 2024-11-17T07:21:10,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009. 2024-11-17T07:21:10,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009. 2024-11-17T07:21:10,358 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9baf3d313bef082c4320bb0ca51af009, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,38477,1731828058463 2024-11-17T07:21:10,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9baf3d313bef082c4320bb0ca51af009, server=1dd62e24b303,38477,1731828058463 because future has completed 2024-11-17T07:21:10,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T07:21:10,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9baf3d313bef082c4320bb0ca51af009, server=1dd62e24b303,38477,1731828058463 in 207 msec 2024-11-17T07:21:10,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T07:21:10,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9baf3d313bef082c4320bb0ca51af009, ASSIGN in 364 msec 2024-11-17T07:21:10,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:21:10,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828070365"}]},"ts":"1731828070365"} 2024-11-17T07:21:10,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T07:21:10,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:21:10,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 390 msec 2024-11-17T07:21:10,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009., hostname=1dd62e24b303,38477,1731828058463, seqNum=2] 2024-11-17T07:21:10,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10124ccde960004, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686668343 2024-11-17T07:21:10,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686668343 2024-11-17T07:21:10,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T07:21:10,397 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 379, reset compression=false 2024-11-17T07:21:10,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T07:21:10,545 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T07:21:10,574 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1dd62e24b303,38477,1731828058463, ReplicationSource: 1, currentBandwidth=0 2024-11-17T07:21:10,574 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:10,574 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,38477,1731828058463, seqNum=-1] 2024-11-17T07:21:10,575 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:10,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-17T07:21:10,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1dd62e24b303,38477,1731828058463', locateType=CURRENT is [region=hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009., hostname=1dd62e24b303,38477,1731828058463, seqNum=2] 2024-11-17T07:21:10,580 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T07:21:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T07:21:10,582 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1dd62e24b303,38477,1731828058463 suceeded 2024-11-17T07:21:10,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T07:21:10,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-17T07:21:10,584 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1dd62e24b303:33141,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T07:21:10,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 616 msec 2024-11-17T07:21:10,594 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:33141' 2024-11-17T07:21:10,595 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f448319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:10,595 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,33141,-1 for getting cluster id 2024-11-17T07:21:10,595 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:10,596 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecb1157d-9523-4240-af28-362430229f2d' 2024-11-17T07:21:10,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:10,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecb1157d-9523-4240-af28-362430229f2d" 2024-11-17T07:21:10,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e668c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:10,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,33141,-1] 2024-11-17T07:21:10,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:10,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:10,597 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:10,598 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59e189a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:10,598 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:10,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,33141,1731828062700 2024-11-17T07:21:10,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6af71d97 2024-11-17T07:21:10,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:10,600 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-17T07:21:10,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:21:10,600 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1dd62e24b303,38477,1731828058463 (queues=1) is replicating from cluster=cb288d82-c5dd-4611-a9a5-947fde475535 to cluster=ecb1157d-9523-4240-af28-362430229f2d 2024-11-17T07:21:10,600 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1dd62e24b303%2C38477%2C1731828058463 2024-11-17T07:21:10,601 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T07:21:10,601 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1dd62e24b303,38477,1731828058463, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T07:21:10,601 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:21:10,601 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:21:10,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:10,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:10,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:21:10,603 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465, startPosition=0, beingWritten=true 2024-11-17T07:21:10,603 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.shipper1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1dd62e24b303%2C38477%2C1731828058463 2024-11-17T07:21:10,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ca8967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:10,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,33141,-1 for getting cluster id 2024-11-17T07:21:10,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:10,604 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecb1157d-9523-4240-af28-362430229f2d' 2024-11-17T07:21:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecb1157d-9523-4240-af28-362430229f2d" 2024-11-17T07:21:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@270b48bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,33141,-1] 2024-11-17T07:21:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:10,605 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:10,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300d67d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:10,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:10,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,33141,1731828062700 2024-11-17T07:21:10,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d9ebd4c 2024-11-17T07:21:10,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:10,608 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:21:10,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1dd62e24b303:34927,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T07:21:10,608 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:21:10,608 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 379, reset compression=false 2024-11-17T07:21:10,608 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.shipper1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,38477,1731828058463 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:21:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T07:21:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:21:10,611 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:34927' 2024-11-17T07:21:10,612 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f6715c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:10,612 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,34927,-1 for getting cluster id 2024-11-17T07:21:10,612 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:10,613 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb288d82-c5dd-4611-a9a5-947fde475535' 2024-11-17T07:21:10,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:10,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb288d82-c5dd-4611-a9a5-947fde475535" 2024-11-17T07:21:10,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a6de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:10,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,34927,-1] 2024-11-17T07:21:10,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:10,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:10,614 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:10,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d641c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:10,615 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:10,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,34927,1731828058420 2024-11-17T07:21:10,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@312744d5 2024-11-17T07:21:10,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:10,616 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:21:10,617 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T07:21:10,617 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T07:21:10,617 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:10,617 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:10,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:21:10,617 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:21:10,619 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T07:21:10,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:21:10,620 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:10,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:21:10,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741837_1013 (size=1138) 2024-11-17T07:21:10,669 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T07:21:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:21:10,742 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:21:10,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:10,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:10,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:10,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:10,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:10,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:10,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:10,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:10,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:10,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:10,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:10,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:10,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:10,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:10,801 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 379, reset compression=false 2024-11-17T07:21:10,812 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 379, reset compression=false 2024-11-17T07:21:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:21:11,031 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92522cf73864d43c9f07883c20629143, NAME => 'hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39 2024-11-17T07:21:11,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741838_1014 (size=44) 2024-11-17T07:21:11,116 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 379, reset compression=false 2024-11-17T07:21:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:21:11,306 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 379, reset compression=false 2024-11-17T07:21:11,441 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:11,441 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 92522cf73864d43c9f07883c20629143, disabling compactions & flushes 2024-11-17T07:21:11,441 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143. 2024-11-17T07:21:11,441 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143. 2024-11-17T07:21:11,441 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143. after waiting 0 ms 2024-11-17T07:21:11,441 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143. 2024-11-17T07:21:11,441 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143. 2024-11-17T07:21:11,441 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92522cf73864d43c9f07883c20629143: Waiting for close lock at 1731828071441Disabling compacts and flushes for region at 1731828071441Disabling writes for close at 1731828071441Writing region close event to WAL at 1731828071441Closed at 1731828071441 2024-11-17T07:21:11,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:21:11,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731828071442"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731828071442"}]},"ts":"1731828071442"} 2024-11-17T07:21:11,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:21:11,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:21:11,445 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828071445"}]},"ts":"1731828071445"} 2024-11-17T07:21:11,447 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T07:21:11,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=92522cf73864d43c9f07883c20629143, ASSIGN}] 2024-11-17T07:21:11,448 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=92522cf73864d43c9f07883c20629143, ASSIGN 2024-11-17T07:21:11,449 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=92522cf73864d43c9f07883c20629143, ASSIGN; state=OFFLINE, location=1dd62e24b303,36853,1731828062741; forceNewPlan=false, retain=false 2024-11-17T07:21:11,525 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 379, reset compression=false 2024-11-17T07:21:11,600 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=92522cf73864d43c9f07883c20629143, regionState=OPENING, regionLocation=1dd62e24b303,36853,1731828062741 2024-11-17T07:21:11,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=92522cf73864d43c9f07883c20629143, ASSIGN because future has completed 2024-11-17T07:21:11,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92522cf73864d43c9f07883c20629143, server=1dd62e24b303,36853,1731828062741}] 2024-11-17T07:21:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:21:11,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143. 2024-11-17T07:21:11,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:21:11,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T07:21:11,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C36853%2C1731828062741.rep, suffix=, logDir=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741, archiveDir=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/oldWALs, maxLogs=10 2024-11-17T07:21:11,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.rep.1731828071761, exclude list is [], retry=0 2024-11-17T07:21:11,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44283,DS-7a1c6822-b936-448a-bb78-a6513fc411d6,DISK] 2024-11-17T07:21:11,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.rep.1731828071761 2024-11-17T07:21:11,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39107:39107)] 2024-11-17T07:21:11,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 92522cf73864d43c9f07883c20629143, NAME => 'hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:21:11,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:21:11,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:21:11,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143. service=MultiRowMutationService 2024-11-17T07:21:11,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T07:21:11,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 92522cf73864d43c9f07883c20629143 2024-11-17T07:21:11,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:11,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 92522cf73864d43c9f07883c20629143 2024-11-17T07:21:11,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 92522cf73864d43c9f07883c20629143 2024-11-17T07:21:11,789 INFO [StoreOpener-92522cf73864d43c9f07883c20629143-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 92522cf73864d43c9f07883c20629143 2024-11-17T07:21:11,792 INFO [StoreOpener-92522cf73864d43c9f07883c20629143-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92522cf73864d43c9f07883c20629143 columnFamilyName hfileref 2024-11-17T07:21:11,792 DEBUG [StoreOpener-92522cf73864d43c9f07883c20629143-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:11,795 INFO [StoreOpener-92522cf73864d43c9f07883c20629143-1 {}] regionserver.HStore(327): Store=92522cf73864d43c9f07883c20629143/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:11,795 INFO [StoreOpener-92522cf73864d43c9f07883c20629143-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 92522cf73864d43c9f07883c20629143 2024-11-17T07:21:11,796 INFO [StoreOpener-92522cf73864d43c9f07883c20629143-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92522cf73864d43c9f07883c20629143 columnFamilyName queue 2024-11-17T07:21:11,796 DEBUG [StoreOpener-92522cf73864d43c9f07883c20629143-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:11,797 INFO [StoreOpener-92522cf73864d43c9f07883c20629143-1 {}] regionserver.HStore(327): Store=92522cf73864d43c9f07883c20629143/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:11,797 INFO [StoreOpener-92522cf73864d43c9f07883c20629143-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 92522cf73864d43c9f07883c20629143 2024-11-17T07:21:11,801 INFO [StoreOpener-92522cf73864d43c9f07883c20629143-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92522cf73864d43c9f07883c20629143 columnFamilyName sid 2024-11-17T07:21:11,801 DEBUG [StoreOpener-92522cf73864d43c9f07883c20629143-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:11,801 INFO [StoreOpener-92522cf73864d43c9f07883c20629143-1 {}] regionserver.HStore(327): Store=92522cf73864d43c9f07883c20629143/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:11,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 92522cf73864d43c9f07883c20629143 2024-11-17T07:21:11,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/replication/92522cf73864d43c9f07883c20629143 2024-11-17T07:21:11,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/replication/92522cf73864d43c9f07883c20629143 2024-11-17T07:21:11,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 92522cf73864d43c9f07883c20629143 2024-11-17T07:21:11,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 92522cf73864d43c9f07883c20629143 2024-11-17T07:21:11,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:21:11,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 92522cf73864d43c9f07883c20629143 2024-11-17T07:21:11,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/replication/92522cf73864d43c9f07883c20629143/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:21:11,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 92522cf73864d43c9f07883c20629143; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68432534, jitterRate=0.019724220037460327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:21:11,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92522cf73864d43c9f07883c20629143 2024-11-17T07:21:11,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 92522cf73864d43c9f07883c20629143: Running coprocessor pre-open hook at 1731828071787Writing region info on filesystem at 1731828071787Initializing all the Stores at 1731828071788 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828071788Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828071788Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828071788Cleaning up temporary data from old regions at 1731828071806 (+18 ms)Running coprocessor post-open hooks at 1731828071817 (+11 ms)Region opened successfully at 1731828071817 2024-11-17T07:21:11,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143., pid=10, masterSystemTime=1731828071755 2024-11-17T07:21:11,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143. 2024-11-17T07:21:11,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143. 2024-11-17T07:21:11,822 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=92522cf73864d43c9f07883c20629143, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,36853,1731828062741 2024-11-17T07:21:11,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92522cf73864d43c9f07883c20629143, server=1dd62e24b303,36853,1731828062741 because future has completed 2024-11-17T07:21:11,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T07:21:11,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 92522cf73864d43c9f07883c20629143, server=1dd62e24b303,36853,1731828062741 in 247 msec 2024-11-17T07:21:11,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T07:21:11,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=92522cf73864d43c9f07883c20629143, ASSIGN in 405 msec 2024-11-17T07:21:11,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:21:11,856 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828071856"}]},"ts":"1731828071856"} 2024-11-17T07:21:11,860 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T07:21:11,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:21:11,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2430 sec 2024-11-17T07:21:11,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143., hostname=1dd62e24b303,36853,1731828062741, seqNum=2] 2024-11-17T07:21:11,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1670845959 2024-11-17T07:21:11,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36853-0x10124ccde960007, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1670845959 2024-11-17T07:21:11,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T07:21:11,910 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 379, reset compression=false 2024-11-17T07:21:12,029 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 379, reset compression=false 2024-11-17T07:21:12,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T07:21:12,040 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T07:21:12,084 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1dd62e24b303,36853,1731828062741, ReplicationSource: 1, currentBandwidth=0 2024-11-17T07:21:12,085 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:12,085 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,36853,1731828062741, seqNum=-1] 2024-11-17T07:21:12,085 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:12,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-17T07:21:12,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1dd62e24b303,36853,1731828062741', locateType=CURRENT is [region=hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143., hostname=1dd62e24b303,36853,1731828062741, seqNum=2] 2024-11-17T07:21:12,091 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T07:21:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T07:21:12,094 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1dd62e24b303,36853,1731828062741 suceeded 2024-11-17T07:21:12,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T07:21:12,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-17T07:21:12,097 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1dd62e24b303:34927,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T07:21:12,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4890 sec 2024-11-17T07:21:12,109 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:34927' 2024-11-17T07:21:12,110 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16780185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:12,110 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,34927,-1 for getting cluster id 2024-11-17T07:21:12,111 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:12,111 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb288d82-c5dd-4611-a9a5-947fde475535' 2024-11-17T07:21:12,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:12,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb288d82-c5dd-4611-a9a5-947fde475535" 2024-11-17T07:21:12,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f45e5e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:12,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,34927,-1] 2024-11-17T07:21:12,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:12,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:12,113 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:12,113 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e8f3ac3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:12,113 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:12,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,34927,1731828058420 2024-11-17T07:21:12,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2261be48 2024-11-17T07:21:12,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:12,115 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-17T07:21:12,116 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1dd62e24b303,36853,1731828062741 (queues=1) is replicating from cluster=ecb1157d-9523-4240-af28-362430229f2d to cluster=cb288d82-c5dd-4611-a9a5-947fde475535 2024-11-17T07:21:12,116 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1dd62e24b303%2C36853%2C1731828062741 2024-11-17T07:21:12,116 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1dd62e24b303,36853,1731828062741, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T07:21:12,116 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780, startPosition=0, beingWritten=true 2024-11-17T07:21:12,117 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.shipper1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1dd62e24b303%2C36853%2C1731828062741 2024-11-17T07:21:12,122 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:21:12,122 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 379, reset compression=false 2024-11-17T07:21:12,123 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.shipper1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,36853,1731828062741 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:21:12,332 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 379, reset compression=false 2024-11-17T07:21:12,624 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 379, reset compression=false 2024-11-17T07:21:12,633 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 379, reset compression=false 2024-11-17T07:21:12,637 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 379, reset compression=false 2024-11-17T07:21:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:21:12,761 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T07:21:12,762 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:21:12,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:21:12,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:12,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:12,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:21:12,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed12462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:12,764 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,35331,-1 for getting cluster id 2024-11-17T07:21:12,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:12,766 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83053016-f4f6-4ad8-99db-be5b44840658' 2024-11-17T07:21:12,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:12,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83053016-f4f6-4ad8-99db-be5b44840658" 2024-11-17T07:21:12,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe60921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:12,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,35331,-1] 2024-11-17T07:21:12,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:12,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:12,767 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:12,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bdf6318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:12,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3615816c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:12,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,34927,-1 for getting cluster id 2024-11-17T07:21:12,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:12,785 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb288d82-c5dd-4611-a9a5-947fde475535' 2024-11-17T07:21:12,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:12,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb288d82-c5dd-4611-a9a5-947fde475535" 2024-11-17T07:21:12,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f1d628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:12,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,34927,-1] 2024-11-17T07:21:12,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:12,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:12,788 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:12,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f347ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:12,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:12,792 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,33141,-1 for getting cluster id 2024-11-17T07:21:12,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:12,793 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecb1157d-9523-4240-af28-362430229f2d' 2024-11-17T07:21:12,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:12,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecb1157d-9523-4240-af28-362430229f2d" 2024-11-17T07:21:12,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d5f66a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:12,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,33141,-1] 2024-11-17T07:21:12,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:12,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:12,795 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:12,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3335f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:12,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:12,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,41641,1731828054364, seqNum=-1] 2024-11-17T07:21:12,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:12,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:21:12,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731828065389.91ce804d0e2d21c262503770a807ecfc., hostname=1dd62e24b303,41641,1731828054364, seqNum=2] 2024-11-17T07:21:12,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:12,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,36853,1731828062741, seqNum=-1] 2024-11-17T07:21:12,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:12,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:21:12,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34., hostname=1dd62e24b303,36853,1731828062741, seqNum=2] 2024-11-17T07:21:12,812 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T07:21:13,040 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 379, reset compression=false 2024-11-17T07:21:13,337 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 379, reset compression=false 2024-11-17T07:21:13,428 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 379, reset compression=false 2024-11-17T07:21:13,433 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:21:13,433 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 480, reset compression=false 2024-11-17T07:21:13,433 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.shipper1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,41641,1731828054364 got entry batch from reader: WALEntryBatch [walEntries=[{test/91ce804d0e2d21c262503770a807ecfc/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-17T07:21:13,435 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.shipper1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:21:13,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-17T07:21:13,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:21:13,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@761b3cae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:13,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,34927,-1 for getting cluster id 2024-11-17T07:21:13,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:13,438 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb288d82-c5dd-4611-a9a5-947fde475535' 2024-11-17T07:21:13,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:13,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb288d82-c5dd-4611-a9a5-947fde475535" 2024-11-17T07:21:13,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41b9d5de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:13,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,34927,-1] 2024-11-17T07:21:13,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:13,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:13,439 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:13,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3965762f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:13,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:13,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,38477,1731828058463, seqNum=-1] 2024-11-17T07:21:13,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:13,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-17T07:21:13,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96., hostname=1dd62e24b303,38477,1731828058463, seqNum=2] 2024-11-17T07:21:13,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:21:13,544 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 379, reset compression=false 2024-11-17T07:21:13,636 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 480, reset compression=false 2024-11-17T07:21:13,814 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T07:21:13,941 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 480, reset compression=false 2024-11-17T07:21:14,142 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 379, reset compression=false 2024-11-17T07:21:14,147 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:21:14,147 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 504, reset compression=false 2024-11-17T07:21:14,147 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.shipper1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,38477,1731828058463 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b52fd59b892ec123ea37e6f7378bc96/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-17T07:21:14,149 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 379, reset compression=false 2024-11-17T07:21:14,150 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.shipper1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:21:14,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-17T07:21:14,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:21:14,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bc37660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:14,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36853 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,33141,-1 for getting cluster id 2024-11-17T07:21:14,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:14,154 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecb1157d-9523-4240-af28-362430229f2d' 2024-11-17T07:21:14,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:14,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecb1157d-9523-4240-af28-362430229f2d" 2024-11-17T07:21:14,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4916c770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:14,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,33141,-1] 2024-11-17T07:21:14,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:14,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:14,156 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:14,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bbc904e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:14,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36853 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:14,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,36853,1731828062741, seqNum=-1] 2024-11-17T07:21:14,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:14,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-17T07:21:14,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34., hostname=1dd62e24b303,36853,1731828062741, seqNum=2] 2024-11-17T07:21:14,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:21:14,170 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:14,171 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:21:14,171 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88641 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:21:14,345 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 480, reset compression=false 2024-11-17T07:21:14,355 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 504, reset compression=false 2024-11-17T07:21:14,662 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 504, reset compression=false 2024-11-17T07:21:14,817 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-17T07:21:14,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:14,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,38477,1731828058463, seqNum=-1] 2024-11-17T07:21:14,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:14,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:21:14,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96., hostname=1dd62e24b303,38477,1731828058463, seqNum=2] 2024-11-17T07:21:14,830 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-17T07:21:14,854 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 480, reset compression=false 2024-11-17T07:21:14,855 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 379, reset compression=false 2024-11-17T07:21:14,862 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:21:14,862 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 528, reset compression=false 2024-11-17T07:21:14,862 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.shipper1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,36853,1731828062741 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:21:15,074 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 528, reset compression=false 2024-11-17T07:21:15,078 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 504, reset compression=false 2024-11-17T07:21:15,082 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:21:15,082 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 608, reset compression=false 2024-11-17T07:21:15,082 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.shipper1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,38477,1731828058463 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b52fd59b892ec123ea37e6f7378bc96/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T07:21:15,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:21:15,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:21:15,285 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 608, reset compression=false 2024-11-17T07:21:15,378 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 528, reset compression=false 2024-11-17T07:21:15,385 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:21:15,385 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 656, reset compression=false 2024-11-17T07:21:15,385 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.shipper1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,36853,1731828062741 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:21:15,465 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 480, reset compression=false 2024-11-17T07:21:15,589 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 608, reset compression=false 2024-11-17T07:21:15,597 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 656, reset compression=false 2024-11-17T07:21:15,833 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-17T07:21:15,838 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-17T07:21:15,841 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:21:15,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:15,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:15,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:15,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:15,923 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 656, reset compression=false 2024-11-17T07:21:15,955 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:21:15,956 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 760, reset compression=false 2024-11-17T07:21:15,956 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.shipper1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,36853,1731828062741 got entry batch from reader: WALEntryBatch [walEntries=[{test/d60ab5c8a85187da321fbd0d65a73e34/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T07:21:15,959 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.shipper1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:21:15,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-17T07:21:15,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:21:15,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:21:15,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:15,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:15,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:15,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:15,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:15,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:15,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:15,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:15,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:15,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:16,025 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 608, reset compression=false 2024-11-17T07:21:16,051 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:21:16,051 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 736, reset compression=false 2024-11-17T07:21:16,051 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.shipper1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,38477,1731828058463 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:21:16,186 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 480, reset compression=false 2024-11-17T07:21:16,193 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 760, reset compression=false 2024-11-17T07:21:16,297 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 736, reset compression=false 2024-11-17T07:21:16,505 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 760, reset compression=false 2024-11-17T07:21:16,603 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 736, reset compression=false 2024-11-17T07:21:16,840 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-17T07:21:16,844 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-17T07:21:16,918 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 760, reset compression=false 2024-11-17T07:21:17,003 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 480, reset compression=false 2024-11-17T07:21:17,014 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 736, reset compression=false 2024-11-17T07:21:17,050 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:21:17,050 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 636, reset compression=false 2024-11-17T07:21:17,050 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.shipper1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,41641,1731828054364 got entry batch from reader: WALEntryBatch [walEntries=[{test/91ce804d0e2d21c262503770a807ecfc/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-17T07:21:17,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:21:17,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:21:17,068 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:21:17,068 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 884, reset compression=false 2024-11-17T07:21:17,069 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.shipper1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,38477,1731828058463 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b52fd59b892ec123ea37e6f7378bc96/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-17T07:21:17,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:21:17,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:21:17,275 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 636, reset compression=false 2024-11-17T07:21:17,293 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 884, reset compression=false 2024-11-17T07:21:17,453 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 760, reset compression=false 2024-11-17T07:21:17,459 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:21:17,459 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 932, reset compression=false 2024-11-17T07:21:17,459 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.shipper1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,36853,1731828062741 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:21:17,589 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 636, reset compression=false 2024-11-17T07:21:17,601 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 884, reset compression=false 2024-11-17T07:21:17,664 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 932, reset compression=false 2024-11-17T07:21:17,846 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-17T07:21:17,849 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-17T07:21:17,969 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 932, reset compression=false 2024-11-17T07:21:18,004 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 636, reset compression=false 2024-11-17T07:21:18,029 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 884, reset compression=false 2024-11-17T07:21:18,042 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:21:18,042 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 1043, reset compression=false 2024-11-17T07:21:18,042 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.shipper1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,38477,1731828058463 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b52fd59b892ec123ea37e6f7378bc96/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T07:21:18,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:21:18,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:21:18,246 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 1043, reset compression=false 2024-11-17T07:21:18,381 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 932, reset compression=false 2024-11-17T07:21:18,427 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:21:18,427 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 1082, reset compression=false 2024-11-17T07:21:18,427 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.shipper1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,36853,1731828062741 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:21:18,508 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 636, reset compression=false 2024-11-17T07:21:18,559 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 1043, reset compression=false 2024-11-17T07:21:18,642 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 1082, reset compression=false 2024-11-17T07:21:18,852 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-17T07:21:18,856 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-17T07:21:18,971 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 1082, reset compression=false 2024-11-17T07:21:18,979 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:21:18,979 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 1241, reset compression=false 2024-11-17T07:21:18,979 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.shipper1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,36853,1731828062741 got entry batch from reader: WALEntryBatch [walEntries=[{test/d60ab5c8a85187da321fbd0d65a73e34/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T07:21:18,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T07:21:18,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T07:21:18,999 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 1043, reset compression=false 2024-11-17T07:21:19,051 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:21:19,051 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 1193, reset compression=false 2024-11-17T07:21:19,051 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.shipper1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,38477,1731828058463 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:21:19,146 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 636, reset compression=false 2024-11-17T07:21:19,232 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 1241, reset compression=false 2024-11-17T07:21:19,261 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 1193, reset compression=false 2024-11-17T07:21:19,536 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 1241, reset compression=false 2024-11-17T07:21:19,564 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 1193, reset compression=false 2024-11-17T07:21:19,850 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 636, reset compression=false 2024-11-17T07:21:19,858 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-17T07:21:19,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T07:21:19,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:21:19,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:21:19,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:19,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:19,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:21:19,864 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T07:21:19,864 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=272766748, stopped=false 2024-11-17T07:21:19,864 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1dd62e24b303,33141,1731828062700 2024-11-17T07:21:19,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1670845959/running 2024-11-17T07:21:19,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36853-0x10124ccde960007, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1670845959/running 2024-11-17T07:21:19,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1670845959 2024-11-17T07:21:19,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36853-0x10124ccde960007, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1670845959 2024-11-17T07:21:19,866 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:21:19,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:21:19,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:21:19,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:19,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36853-0x10124ccde960007, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Set watcher on znode that does not yet exist, /2-1670845959/running 2024-11-17T07:21:19,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Set watcher on znode that does not yet exist, /2-1670845959/running 2024-11-17T07:21:19,867 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1dd62e24b303,36853,1731828062741' ***** 2024-11-17T07:21:19,867 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T07:21:19,868 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T07:21:19,868 INFO [RS:0;1dd62e24b303:36853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T07:21:19,868 INFO [RS:0;1dd62e24b303:36853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T07:21:19,868 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(3091): Received CLOSE for d60ab5c8a85187da321fbd0d65a73e34 2024-11-17T07:21:19,868 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(3091): Received CLOSE for 92522cf73864d43c9f07883c20629143 2024-11-17T07:21:19,869 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(959): stopping server 1dd62e24b303,36853,1731828062741 2024-11-17T07:21:19,869 INFO [RS:0;1dd62e24b303:36853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:21:19,869 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T07:21:19,869 INFO [RS:0;1dd62e24b303:36853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:36853. 2024-11-17T07:21:19,869 DEBUG [RS:0;1dd62e24b303:36853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:21:19,869 DEBUG [RS:0;1dd62e24b303:36853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:19,869 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T07:21:19,869 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T07:21:19,869 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T07:21:19,869 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T07:21:19,869 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d60ab5c8a85187da321fbd0d65a73e34, disabling compactions & flushes 2024-11-17T07:21:19,869 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34. 2024-11-17T07:21:19,869 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34. 2024-11-17T07:21:19,869 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34. after waiting 0 ms 2024-11-17T07:21:19,869 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34. 2024-11-17T07:21:19,869 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T07:21:19,869 DEBUG [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(1325): Online Regions={d60ab5c8a85187da321fbd0d65a73e34=test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34., 1588230740=hbase:meta,,1.1588230740, 92522cf73864d43c9f07883c20629143=hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143.} 2024-11-17T07:21:19,869 DEBUG [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92522cf73864d43c9f07883c20629143, d60ab5c8a85187da321fbd0d65a73e34 2024-11-17T07:21:19,869 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d60ab5c8a85187da321fbd0d65a73e34 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-17T07:21:19,869 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:21:19,869 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:21:19,869 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:21:19,870 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:21:19,870 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:21:19,870 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T07:21:19,889 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/default/test/d60ab5c8a85187da321fbd0d65a73e34/.tmp/f/b8bb877b11524ed997e32e62b263196a is 29, key is row1/f:/1731828077847/DeleteFamily/seqid=0 2024-11-17T07:21:19,889 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740/.tmp/info/2d560adc9ebe44bab10b1139c676686f is 147, key is hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143./info:regioninfo/1731828071822/Put/seqid=0 2024-11-17T07:21:19,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741840_1016 (size=5152) 2024-11-17T07:21:19,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741841_1017 (size=7686) 2024-11-17T07:21:19,939 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 1241, reset compression=false 2024-11-17T07:21:19,944 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:21:19,944 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 1488, reset compression=false 2024-11-17T07:21:19,944 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.shipper1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,36853,1731828062741 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:21:19,944 ERROR [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.shipper1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1dd62e24b303,36853,1731828062741: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1dd62e24b303,36853,1731828062741, walGroup=1dd62e24b303%2C36853%2C1731828062741, offset=1dd62e24b303%2C36853%2C1731828062741.1731828064780:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:36853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T07:21:19,945 ERROR [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.shipper1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T07:21:19,946 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.shipper1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T07:21:19,946 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.shipper1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T07:21:19,946 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.shipper1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T07:21:19,946 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.shipper1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T07:21:19,946 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.shipper1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 892568448 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 201772808 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T07:21:19,946 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.shipper1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:33141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:33141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T07:21:19,964 INFO [regionserver/1dd62e24b303:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:21:19,967 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 1193, reset compression=false 2024-11-17T07:21:20,070 DEBUG [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92522cf73864d43c9f07883c20629143, d60ab5c8a85187da321fbd0d65a73e34 2024-11-17T07:21:20,148 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 1488, reset compression=false 2024-11-17T07:21:20,270 DEBUG [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92522cf73864d43c9f07883c20629143, d60ab5c8a85187da321fbd0d65a73e34 2024-11-17T07:21:20,298 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/default/test/d60ab5c8a85187da321fbd0d65a73e34/.tmp/f/b8bb877b11524ed997e32e62b263196a 2024-11-17T07:21:20,303 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8bb877b11524ed997e32e62b263196a 2024-11-17T07:21:20,310 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740/.tmp/info/2d560adc9ebe44bab10b1139c676686f 2024-11-17T07:21:20,321 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/default/test/d60ab5c8a85187da321fbd0d65a73e34/.tmp/f1/768479b48afd48019e48e6eb650c1ae8 is 30, key is row1/f1:/1731828077847/DeleteFamily/seqid=0 2024-11-17T07:21:20,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741842_1018 (size=5158) 2024-11-17T07:21:20,326 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/default/test/d60ab5c8a85187da321fbd0d65a73e34/.tmp/f1/768479b48afd48019e48e6eb650c1ae8 2024-11-17T07:21:20,329 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 768479b48afd48019e48e6eb650c1ae8 2024-11-17T07:21:20,330 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740/.tmp/ns/7078cfd3bff94cd190e29183b5f5c1dd is 43, key is default/ns:d/1731828065280/Put/seqid=0 2024-11-17T07:21:20,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741843_1019 (size=5153) 2024-11-17T07:21:20,343 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/default/test/d60ab5c8a85187da321fbd0d65a73e34/.tmp/norep/c4bd50df611e481dbf375a81f5758fd0 is 33, key is row2/norep:/1731828078853/DeleteFamily/seqid=0 2024-11-17T07:21:20,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741844_1020 (size=5108) 2024-11-17T07:21:20,451 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 1488, reset compression=false 2024-11-17T07:21:20,470 DEBUG [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92522cf73864d43c9f07883c20629143, d60ab5c8a85187da321fbd0d65a73e34 2024-11-17T07:21:20,471 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 1193, reset compression=false 2024-11-17T07:21:20,644 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T07:21:20,644 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T07:21:20,653 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 636, reset compression=false 2024-11-17T07:21:20,670 DEBUG [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92522cf73864d43c9f07883c20629143, d60ab5c8a85187da321fbd0d65a73e34 2024-11-17T07:21:20,734 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740/.tmp/ns/7078cfd3bff94cd190e29183b5f5c1dd 2024-11-17T07:21:20,747 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/default/test/d60ab5c8a85187da321fbd0d65a73e34/.tmp/norep/c4bd50df611e481dbf375a81f5758fd0 2024-11-17T07:21:20,751 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4bd50df611e481dbf375a81f5758fd0 2024-11-17T07:21:20,751 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/default/test/d60ab5c8a85187da321fbd0d65a73e34/.tmp/f/b8bb877b11524ed997e32e62b263196a as hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/default/test/d60ab5c8a85187da321fbd0d65a73e34/f/b8bb877b11524ed997e32e62b263196a 2024-11-17T07:21:20,753 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740/.tmp/rep_barrier/9d29514ad1ed430d853ecc4abf769a22 is 112, key is test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34./rep_barrier:seqnumDuringOpen/1731828068451/Put/seqid=0 2024-11-17T07:21:20,756 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8bb877b11524ed997e32e62b263196a 2024-11-17T07:21:20,756 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/default/test/d60ab5c8a85187da321fbd0d65a73e34/f/b8bb877b11524ed997e32e62b263196a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T07:21:20,756 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/default/test/d60ab5c8a85187da321fbd0d65a73e34/.tmp/f1/768479b48afd48019e48e6eb650c1ae8 as hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/default/test/d60ab5c8a85187da321fbd0d65a73e34/f1/768479b48afd48019e48e6eb650c1ae8 2024-11-17T07:21:20,760 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 768479b48afd48019e48e6eb650c1ae8 2024-11-17T07:21:20,760 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/default/test/d60ab5c8a85187da321fbd0d65a73e34/f1/768479b48afd48019e48e6eb650c1ae8, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T07:21:20,760 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/default/test/d60ab5c8a85187da321fbd0d65a73e34/.tmp/norep/c4bd50df611e481dbf375a81f5758fd0 as hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/default/test/d60ab5c8a85187da321fbd0d65a73e34/norep/c4bd50df611e481dbf375a81f5758fd0 2024-11-17T07:21:20,764 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4bd50df611e481dbf375a81f5758fd0 2024-11-17T07:21:20,764 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/default/test/d60ab5c8a85187da321fbd0d65a73e34/norep/c4bd50df611e481dbf375a81f5758fd0, entries=1, sequenceid=10, filesize=5.0 K 2024-11-17T07:21:20,765 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d60ab5c8a85187da321fbd0d65a73e34 in 896ms, sequenceid=10, compaction requested=false 2024-11-17T07:21:20,769 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/default/test/d60ab5c8a85187da321fbd0d65a73e34/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T07:21:20,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741845_1021 (size=5518) 2024-11-17T07:21:20,770 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740/.tmp/rep_barrier/9d29514ad1ed430d853ecc4abf769a22 2024-11-17T07:21:20,770 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:21:20,770 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:21:20,770 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34. 2024-11-17T07:21:20,770 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d60ab5c8a85187da321fbd0d65a73e34: Waiting for close lock at 1731828079869Running coprocessor pre-close hooks at 1731828079869Disabling compacts and flushes for region at 1731828079869Disabling writes for close at 1731828079869Obtaining lock to block concurrent updates at 1731828079869Preparing flush snapshotting stores in d60ab5c8a85187da321fbd0d65a73e34 at 1731828079869Finished memstore snapshotting test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731828079870 (+1 ms)Flushing stores of test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34. at 1731828079870Flushing d60ab5c8a85187da321fbd0d65a73e34/f: creating writer at 1731828079870Flushing d60ab5c8a85187da321fbd0d65a73e34/f: appending metadata at 1731828079888 (+18 ms)Flushing d60ab5c8a85187da321fbd0d65a73e34/f: closing flushed file at 1731828079888Flushing d60ab5c8a85187da321fbd0d65a73e34/f1: creating writer at 1731828080303 (+415 ms)Flushing d60ab5c8a85187da321fbd0d65a73e34/f1: appending metadata at 1731828080321 (+18 ms)Flushing d60ab5c8a85187da321fbd0d65a73e34/f1: closing flushed file at 1731828080321Flushing d60ab5c8a85187da321fbd0d65a73e34/norep: creating writer at 1731828080329 (+8 ms)Flushing d60ab5c8a85187da321fbd0d65a73e34/norep: appending metadata at 1731828080342 (+13 ms)Flushing d60ab5c8a85187da321fbd0d65a73e34/norep: closing flushed file at 1731828080343 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a33d9be: reopening flushed file at 1731828080751 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32426adb: reopening flushed file at 1731828080756 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2888e40e: reopening flushed file at 1731828080760 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d60ab5c8a85187da321fbd0d65a73e34 in 896ms, sequenceid=10, compaction requested=false at 1731828080765 (+5 ms)Writing region close event to WAL at 1731828080766 (+1 ms)Running coprocessor post-close hooks at 1731828080770 (+4 ms)Closed at 1731828080770 2024-11-17T07:21:20,770 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731828067674.d60ab5c8a85187da321fbd0d65a73e34. 2024-11-17T07:21:20,770 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92522cf73864d43c9f07883c20629143, disabling compactions & flushes 2024-11-17T07:21:20,770 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143. 2024-11-17T07:21:20,770 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143. 2024-11-17T07:21:20,770 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143. after waiting 0 ms 2024-11-17T07:21:20,770 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143. 2024-11-17T07:21:20,770 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92522cf73864d43c9f07883c20629143: Waiting for close lock at 1731828080770Running coprocessor pre-close hooks at 1731828080770Disabling compacts and flushes for region at 1731828080770Disabling writes for close at 1731828080770Failed flush hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143., putting online again at 1731828080770 2024-11-17T07:21:20,771 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143. 2024-11-17T07:21:20,786 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740/.tmp/table/f6a360792a0e4e388b83f1812fc7a20f is 53, key is hbase:replication/table:state/1731828071856/Put/seqid=0 2024-11-17T07:21:20,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741846_1022 (size=5308) 2024-11-17T07:21:20,855 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 1488, reset compression=false 2024-11-17T07:21:20,859 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:21:20,859 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 2132, reset compression=false 2024-11-17T07:21:20,870 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T07:21:20,870 DEBUG [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 92522cf73864d43c9f07883c20629143=hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143.} 2024-11-17T07:21:20,870 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(3091): Received CLOSE for 92522cf73864d43c9f07883c20629143 2024-11-17T07:21:20,870 DEBUG [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92522cf73864d43c9f07883c20629143 2024-11-17T07:21:20,870 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92522cf73864d43c9f07883c20629143, disabling compactions & flushes 2024-11-17T07:21:20,870 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143. 2024-11-17T07:21:20,871 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143. 2024-11-17T07:21:20,871 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143. after waiting 0 ms 2024-11-17T07:21:20,871 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143. 2024-11-17T07:21:20,871 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92522cf73864d43c9f07883c20629143: Waiting for close lock at 1731828080870Running coprocessor pre-close hooks at 1731828080870Disabling compacts and flushes for region at 1731828080870Disabling writes for close at 1731828080871 (+1 ms)Failed flush hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143., putting online again at 1731828080871 2024-11-17T07:21:20,871 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731828070617.92522cf73864d43c9f07883c20629143. 2024-11-17T07:21:21,062 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 2132, reset compression=false 2024-11-17T07:21:21,070 DEBUG [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:21:21,074 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 1193, reset compression=false 2024-11-17T07:21:21,190 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740/.tmp/table/f6a360792a0e4e388b83f1812fc7a20f 2024-11-17T07:21:21,194 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740/.tmp/info/2d560adc9ebe44bab10b1139c676686f as hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740/info/2d560adc9ebe44bab10b1139c676686f 2024-11-17T07:21:21,199 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740/info/2d560adc9ebe44bab10b1139c676686f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T07:21:21,199 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740/.tmp/ns/7078cfd3bff94cd190e29183b5f5c1dd as hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740/ns/7078cfd3bff94cd190e29183b5f5c1dd 2024-11-17T07:21:21,203 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740/ns/7078cfd3bff94cd190e29183b5f5c1dd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T07:21:21,203 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740/.tmp/rep_barrier/9d29514ad1ed430d853ecc4abf769a22 as hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740/rep_barrier/9d29514ad1ed430d853ecc4abf769a22 2024-11-17T07:21:21,207 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740/rep_barrier/9d29514ad1ed430d853ecc4abf769a22, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T07:21:21,208 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740/.tmp/table/f6a360792a0e4e388b83f1812fc7a20f as hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740/table/f6a360792a0e4e388b83f1812fc7a20f 2024-11-17T07:21:21,211 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740/table/f6a360792a0e4e388b83f1812fc7a20f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T07:21:21,212 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=16, compaction requested=false 2024-11-17T07:21:21,216 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T07:21:21,216 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:21:21,216 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:21:21,217 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:21:21,217 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731828079869Running coprocessor pre-close hooks at 1731828079869Disabling compacts and flushes for region at 1731828079869Disabling writes for close at 1731828079870 (+1 ms)Obtaining lock to block concurrent updates at 1731828079870Preparing flush snapshotting stores in 1588230740 at 1731828079870Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731828079870Flushing stores of hbase:meta,,1.1588230740 at 1731828079871 (+1 ms)Flushing 1588230740/info: creating writer at 1731828079871Flushing 1588230740/info: appending metadata at 1731828079889 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731828079889Flushing 1588230740/ns: creating writer at 1731828080313 (+424 ms)Flushing 1588230740/ns: appending metadata at 1731828080329 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731828080329Flushing 1588230740/rep_barrier: creating writer at 1731828080738 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731828080753 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731828080753Flushing 1588230740/table: creating writer at 1731828080773 (+20 ms)Flushing 1588230740/table: appending metadata at 1731828080786 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731828080786Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5634073a: reopening flushed file at 1731828081194 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@381a77cf: reopening flushed file at 1731828081199 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d73e38: reopening flushed file at 1731828081203 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d5c89b6: reopening flushed file at 1731828081207 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=16, compaction requested=false at 1731828081212 (+5 ms)Writing region close event to WAL at 1731828081213 (+1 ms)Running coprocessor post-close hooks at 1731828081216 (+3 ms)Closed at 1731828081217 (+1 ms) 2024-11-17T07:21:21,217 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T07:21:21,271 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T07:21:21,271 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(976): stopping server 1dd62e24b303,36853,1731828062741; all regions closed. 2024-11-17T07:21:21,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741834_1010 (size=4239) 2024-11-17T07:21:21,273 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.meta.1731828065207.meta not finished, retry = 0 2024-11-17T07:21:21,365 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.1731828064780 to pos 2132, reset compression=false 2024-11-17T07:21:21,376 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/WALs/1dd62e24b303,36853,1731828062741/1dd62e24b303%2C36853%2C1731828062741.rep.1731828071761 not finished, retry = 0 2024-11-17T07:21:21,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741839_1015 (size=2171) 2024-11-17T07:21:21,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741833_1009 (size=2140) 2024-11-17T07:21:21,479 DEBUG [RS:0;1dd62e24b303:36853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:21,479 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:21:21,480 INFO [RS:0;1dd62e24b303:36853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:21:21,480 INFO [RS:0;1dd62e24b303:36853 {}] hbase.ChoreService(370): Chore service for: regionserver/1dd62e24b303:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T07:21:21,480 INFO [RS:0;1dd62e24b303:36853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:21:21,480 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:21:21,481 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1dd62e24b303,36853,1731828062741 because: Region server is closing 2024-11-17T07:21:21,481 INFO [RS:0;1dd62e24b303:36853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:36853. 2024-11-17T07:21:21,481 DEBUG [RS:0;1dd62e24b303:36853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:21:21,481 DEBUG [RS:0;1dd62e24b303:36853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:21,481 DEBUG [RS:0;1dd62e24b303:36853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:21,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:21:21,556 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 636, reset compression=false 2024-11-17T07:21:21,581 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.shipper1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 terminated 2024-11-17T07:21:21,581 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,36853,1731828062741.replicationSource.wal-reader.1dd62e24b303%2C36853%2C1731828062741,1-1dd62e24b303,36853,1731828062741 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T07:21:21,582 INFO [RS:0;1dd62e24b303:36853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:36853. 2024-11-17T07:21:21,582 DEBUG [RS:0;1dd62e24b303:36853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:21:21,582 DEBUG [RS:0;1dd62e24b303:36853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:21,582 DEBUG [RS:0;1dd62e24b303:36853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:21,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:21:21,582 INFO [RS:0;1dd62e24b303:36853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36853 2024-11-17T07:21:21,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36853-0x10124ccde960007, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1670845959/rs/1dd62e24b303,36853,1731828062741 2024-11-17T07:21:21,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1670845959/rs 2024-11-17T07:21:21,584 INFO [RS:0;1dd62e24b303:36853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:21:21,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1dd62e24b303,36853,1731828062741] 2024-11-17T07:21:21,588 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1670845959/draining/1dd62e24b303,36853,1731828062741 already deleted, retry=false 2024-11-17T07:21:21,588 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1dd62e24b303,36853,1731828062741 expired; onlineServers=0 2024-11-17T07:21:21,588 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1dd62e24b303,33141,1731828062700' ***** 2024-11-17T07:21:21,588 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T07:21:21,588 INFO [M:0;1dd62e24b303:33141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:21:21,588 INFO [M:0;1dd62e24b303:33141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:21:21,588 DEBUG [M:0;1dd62e24b303:33141 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T07:21:21,588 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T07:21:21,588 DEBUG [M:0;1dd62e24b303:33141 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T07:21:21,588 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828064580 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828064580,5,FailOnTimeoutGroup] 2024-11-17T07:21:21,588 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828064581 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828064581,5,FailOnTimeoutGroup] 2024-11-17T07:21:21,588 INFO [M:0;1dd62e24b303:33141 {}] hbase.ChoreService(370): Chore service for: master/1dd62e24b303:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T07:21:21,588 INFO [M:0;1dd62e24b303:33141 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:21:21,588 DEBUG [M:0;1dd62e24b303:33141 {}] master.HMaster(1795): Stopping service threads 2024-11-17T07:21:21,588 INFO [M:0;1dd62e24b303:33141 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T07:21:21,589 INFO [M:0;1dd62e24b303:33141 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:21:21,589 INFO [M:0;1dd62e24b303:33141 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T07:21:21,589 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T07:21:21,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1670845959/master 2024-11-17T07:21:21,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1670845959 2024-11-17T07:21:21,590 DEBUG [M:0;1dd62e24b303:33141 {}] zookeeper.ZKUtil(347): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Unable to get data of znode /2-1670845959/master because node does not exist (not an error) 2024-11-17T07:21:21,590 WARN [M:0;1dd62e24b303:33141 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T07:21:21,591 INFO [M:0;1dd62e24b303:33141 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/.lastflushedseqids 2024-11-17T07:21:21,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741847_1023 (size=245) 2024-11-17T07:21:21,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36853-0x10124ccde960007, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:21:21,686 INFO [RS:0;1dd62e24b303:36853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:21:21,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36853-0x10124ccde960007, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:21:21,686 INFO [RS:0;1dd62e24b303:36853 {}] regionserver.HRegionServer(1031): Exiting; stopping=1dd62e24b303,36853,1731828062741; zookeeper connection closed. 2024-11-17T07:21:21,686 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ea41734 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ea41734 2024-11-17T07:21:21,686 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T07:21:21,777 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 1193, reset compression=false 2024-11-17T07:21:21,995 INFO [M:0;1dd62e24b303:33141 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T07:21:21,995 INFO [M:0;1dd62e24b303:33141 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T07:21:21,995 DEBUG [M:0;1dd62e24b303:33141 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:21:21,995 INFO [M:0;1dd62e24b303:33141 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:21,995 DEBUG [M:0;1dd62e24b303:33141 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:21,995 DEBUG [M:0;1dd62e24b303:33141 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:21:21,995 DEBUG [M:0;1dd62e24b303:33141 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:21,995 INFO [M:0;1dd62e24b303:33141 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-17T07:21:22,011 DEBUG [M:0;1dd62e24b303:33141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7184e473c6e844779cb2d17512a6d497 is 82, key is hbase:meta,,1/info:regioninfo/1731828065266/Put/seqid=0 2024-11-17T07:21:22,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741848_1024 (size=5672) 2024-11-17T07:21:22,414 INFO [M:0;1dd62e24b303:33141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7184e473c6e844779cb2d17512a6d497 2024-11-17T07:21:22,436 DEBUG [M:0;1dd62e24b303:33141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00b42c3e93d74b6698e6a424a1d4549a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731828071861/Put/seqid=0 2024-11-17T07:21:22,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741849_1025 (size=8516) 2024-11-17T07:21:22,560 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 636, reset compression=false 2024-11-17T07:21:22,581 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 1193, reset compression=false 2024-11-17T07:21:22,840 INFO [M:0;1dd62e24b303:33141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00b42c3e93d74b6698e6a424a1d4549a 2024-11-17T07:21:22,864 DEBUG [M:0;1dd62e24b303:33141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aaa38d37c63845749ccf45315303f11a is 69, key is 1dd62e24b303,36853,1731828062741/rs:state/1731828064603/Put/seqid=0 2024-11-17T07:21:22,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741850_1026 (size=5156) 2024-11-17T07:21:23,269 INFO [M:0;1dd62e24b303:33141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aaa38d37c63845749ccf45315303f11a 2024-11-17T07:21:23,273 DEBUG [M:0;1dd62e24b303:33141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7184e473c6e844779cb2d17512a6d497 as hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7184e473c6e844779cb2d17512a6d497 2024-11-17T07:21:23,277 INFO [M:0;1dd62e24b303:33141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7184e473c6e844779cb2d17512a6d497, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T07:21:23,278 DEBUG [M:0;1dd62e24b303:33141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00b42c3e93d74b6698e6a424a1d4549a as hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00b42c3e93d74b6698e6a424a1d4549a 2024-11-17T07:21:23,281 INFO [M:0;1dd62e24b303:33141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00b42c3e93d74b6698e6a424a1d4549a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T07:21:23,282 DEBUG [M:0;1dd62e24b303:33141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aaa38d37c63845749ccf45315303f11a as hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aaa38d37c63845749ccf45315303f11a 2024-11-17T07:21:23,285 INFO [M:0;1dd62e24b303:33141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37429/user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aaa38d37c63845749ccf45315303f11a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T07:21:23,286 INFO [M:0;1dd62e24b303:33141 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-11-17T07:21:23,289 INFO [M:0;1dd62e24b303:33141 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:23,289 DEBUG [M:0;1dd62e24b303:33141 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731828081995Disabling compacts and flushes for region at 1731828081995Disabling writes for close at 1731828081995Obtaining lock to block concurrent updates at 1731828081995Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731828081995Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731828081996 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731828081996Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731828081996Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731828082010 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731828082010Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731828082418 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731828082435 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731828082435Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731828082843 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731828082864 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731828082864Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e77ca89: reopening flushed file at 1731828083272 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67dfc06: reopening flushed file at 1731828083277 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b1b649: reopening flushed file at 1731828083281 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1731828083286 (+5 ms)Writing region close event to WAL at 1731828083289 (+3 ms)Closed at 1731828083289 2024-11-17T07:21:23,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741830_1006 (size=63654) 2024-11-17T07:21:23,291 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8283b7bb-acb6-e808-17d6-f324bd5fff39/MasterData/WALs/1dd62e24b303,33141,1731828062700/1dd62e24b303%2C33141%2C1731828062700.1731828064433 not finished, retry = 0 2024-11-17T07:21:23,392 INFO [M:0;1dd62e24b303:33141 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T07:21:23,392 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:21:23,392 INFO [M:0;1dd62e24b303:33141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33141 2024-11-17T07:21:23,392 INFO [M:0;1dd62e24b303:33141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:21:23,484 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 1193, reset compression=false 2024-11-17T07:21:23,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:21:23,494 INFO [M:0;1dd62e24b303:33141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:21:23,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10124ccde960006, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:21:23,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@593fece{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:21:23,497 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e9ce7d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:21:23,497 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:21:23,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59092efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:21:23,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d48c9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/hadoop.log.dir/,STOPPED} 2024-11-17T07:21:23,499 WARN [BP-804889603-172.17.0.2-1731828061533 heartbeating to localhost/127.0.0.1:37429 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T07:21:23,499 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T07:21:23,499 WARN [BP-804889603-172.17.0.2-1731828061533 heartbeating to localhost/127.0.0.1:37429 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-804889603-172.17.0.2-1731828061533 (Datanode Uuid 659e4dfc-12cb-4ae6-830d-f22a5692286a) service to localhost/127.0.0.1:37429 2024-11-17T07:21:23,499 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T07:21:23,500 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/cluster_75f2d6f1-1b22-84d3-248d-f09a71d60b7c/data/data1/current/BP-804889603-172.17.0.2-1731828061533 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:21:23,500 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/cluster_75f2d6f1-1b22-84d3-248d-f09a71d60b7c/data/data2/current/BP-804889603-172.17.0.2-1731828061533 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:21:23,500 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T07:21:23,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ff77b68{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:21:23,508 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@139d95e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:21:23,508 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:21:23,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60426e39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:21:23,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d7b342c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/hadoop.log.dir/,STOPPED} 2024-11-17T07:21:23,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T07:21:23,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T07:21:23,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:21:23,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:21:23,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:23,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:23,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:21:23,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T07:21:23,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=98942731, stopped=false 2024-11-17T07:21:23,524 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1dd62e24b303,34927,1731828058420 2024-11-17T07:21:23,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11686668343/running 2024-11-17T07:21:23,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686668343 2024-11-17T07:21:23,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10124ccde960004, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11686668343/running 2024-11-17T07:21:23,526 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:21:23,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10124ccde960004, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686668343 2024-11-17T07:21:23,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Set watcher on znode that does not yet exist, /11686668343/running 2024-11-17T07:21:23,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:21:23,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38477-0x10124ccde960004, quorum=127.0.0.1:49558, baseZNode=/11686668343 Set watcher on znode that does not yet exist, /11686668343/running 2024-11-17T07:21:23,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:21:23,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:23,527 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1dd62e24b303,38477,1731828058463' ***** 2024-11-17T07:21:23,527 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T07:21:23,527 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T07:21:23,527 INFO [RS:0;1dd62e24b303:38477 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T07:21:23,527 INFO [RS:0;1dd62e24b303:38477 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T07:21:23,527 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T07:21:23,527 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b52fd59b892ec123ea37e6f7378bc96 2024-11-17T07:21:23,528 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(3091): Received CLOSE for 9baf3d313bef082c4320bb0ca51af009 2024-11-17T07:21:23,528 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(959): stopping server 1dd62e24b303,38477,1731828058463 2024-11-17T07:21:23,528 INFO [RS:0;1dd62e24b303:38477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:21:23,528 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b52fd59b892ec123ea37e6f7378bc96, disabling compactions & flushes 2024-11-17T07:21:23,528 INFO [RS:0;1dd62e24b303:38477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:38477. 2024-11-17T07:21:23,528 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96. 2024-11-17T07:21:23,528 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96. 2024-11-17T07:21:23,528 DEBUG [RS:0;1dd62e24b303:38477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:21:23,528 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96. after waiting 0 ms 2024-11-17T07:21:23,528 DEBUG [RS:0;1dd62e24b303:38477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:23,528 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96. 2024-11-17T07:21:23,528 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T07:21:23,528 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T07:21:23,528 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T07:21:23,528 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0b52fd59b892ec123ea37e6f7378bc96 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-17T07:21:23,528 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T07:21:23,529 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T07:21:23,529 DEBUG [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(1325): Online Regions={0b52fd59b892ec123ea37e6f7378bc96=test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96., 1588230740=hbase:meta,,1.1588230740, 9baf3d313bef082c4320bb0ca51af009=hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009.} 2024-11-17T07:21:23,529 DEBUG [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(1351): Waiting on 0b52fd59b892ec123ea37e6f7378bc96, 1588230740, 9baf3d313bef082c4320bb0ca51af009 2024-11-17T07:21:23,529 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:21:23,529 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:21:23,529 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:21:23,529 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:21:23,529 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:21:23,530 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T07:21:23,547 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/default/test/0b52fd59b892ec123ea37e6f7378bc96/.tmp/f/1b31bc35b74245cd803c40c118541d8f is 29, key is row1/f:/1731828077847/DeleteFamily/seqid=0 2024-11-17T07:21:23,550 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740/.tmp/info/f3738ee0ee8144a884ae0152f63ec79a is 147, key is hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009./info:regioninfo/1731828070358/Put/seqid=0 2024-11-17T07:21:23,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741840_1016 (size=5152) 2024-11-17T07:21:23,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741841_1017 (size=7686) 2024-11-17T07:21:23,553 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740/.tmp/info/f3738ee0ee8144a884ae0152f63ec79a 2024-11-17T07:21:23,571 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740/.tmp/ns/a716c55733994bab9b83b25e7cde2d4d is 43, key is default/ns:d/1731828061436/Put/seqid=0 2024-11-17T07:21:23,571 INFO [regionserver/1dd62e24b303:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:21:23,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741842_1018 (size=5153) 2024-11-17T07:21:23,663 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 636, reset compression=false 2024-11-17T07:21:23,729 DEBUG [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(1351): Waiting on 0b52fd59b892ec123ea37e6f7378bc96, 1588230740, 9baf3d313bef082c4320bb0ca51af009 2024-11-17T07:21:23,887 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T07:21:23,929 DEBUG [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(1351): Waiting on 0b52fd59b892ec123ea37e6f7378bc96, 1588230740, 9baf3d313bef082c4320bb0ca51af009 2024-11-17T07:21:23,952 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/default/test/0b52fd59b892ec123ea37e6f7378bc96/.tmp/f/1b31bc35b74245cd803c40c118541d8f 2024-11-17T07:21:23,955 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b31bc35b74245cd803c40c118541d8f 2024-11-17T07:21:23,969 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/default/test/0b52fd59b892ec123ea37e6f7378bc96/.tmp/f1/42a4ed41759641da95b67626e5599aff is 30, key is row1/f1:/1731828077847/DeleteFamily/seqid=0 2024-11-17T07:21:23,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741843_1019 (size=5158) 2024-11-17T07:21:23,974 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740/.tmp/ns/a716c55733994bab9b83b25e7cde2d4d 2024-11-17T07:21:23,991 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740/.tmp/rep_barrier/3dc39c1876944e78834c65843555dc90 is 112, key is test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96./rep_barrier:seqnumDuringOpen/1731828067318/Put/seqid=0 2024-11-17T07:21:23,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741844_1020 (size=5518) 2024-11-17T07:21:24,130 DEBUG [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(1351): Waiting on 0b52fd59b892ec123ea37e6f7378bc96, 1588230740, 9baf3d313bef082c4320bb0ca51af009 2024-11-17T07:21:24,330 DEBUG [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(1351): Waiting on 0b52fd59b892ec123ea37e6f7378bc96, 1588230740, 9baf3d313bef082c4320bb0ca51af009 2024-11-17T07:21:24,333 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T07:21:24,333 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T07:21:24,373 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/default/test/0b52fd59b892ec123ea37e6f7378bc96/.tmp/f1/42a4ed41759641da95b67626e5599aff 2024-11-17T07:21:24,377 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42a4ed41759641da95b67626e5599aff 2024-11-17T07:21:24,392 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/default/test/0b52fd59b892ec123ea37e6f7378bc96/.tmp/norep/4106c696301b4539aa7b2c197bfc1ebf is 33, key is row1/norep:/1731828077847/DeleteFamily/seqid=0 2024-11-17T07:21:24,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741845_1021 (size=5108) 2024-11-17T07:21:24,395 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740/.tmp/rep_barrier/3dc39c1876944e78834c65843555dc90 2024-11-17T07:21:24,412 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740/.tmp/table/249d33a5e21e4e93aab4c8257cdd9bf6 is 53, key is hbase:replication/table:state/1731828070365/Put/seqid=0 2024-11-17T07:21:24,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741846_1022 (size=5308) 2024-11-17T07:21:24,488 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 1193, reset compression=false 2024-11-17T07:21:24,492 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:21:24,492 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 1440, reset compression=false 2024-11-17T07:21:24,492 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.shipper1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,38477,1731828058463 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:21:24,493 ERROR [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.shipper1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1dd62e24b303,38477,1731828058463: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1dd62e24b303,38477,1731828058463, walGroup=1dd62e24b303%2C38477%2C1731828058463, offset=1dd62e24b303%2C38477%2C1731828058463.1731828060465:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:38477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T07:21:24,495 ERROR [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.shipper1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T07:21:24,495 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.shipper1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T07:21:24,496 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.shipper1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T07:21:24,496 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.shipper1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T07:21:24,496 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.shipper1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T07:21:24,496 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.shipper1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 989037440 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 202208904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T07:21:24,496 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.shipper1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:34927 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:34927 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T07:21:24,530 DEBUG [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(1351): Waiting on 0b52fd59b892ec123ea37e6f7378bc96, 1588230740, 9baf3d313bef082c4320bb0ca51af009 2024-11-17T07:21:24,696 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 1440, reset compression=false 2024-11-17T07:21:24,730 DEBUG [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(1351): Waiting on 0b52fd59b892ec123ea37e6f7378bc96, 1588230740, 9baf3d313bef082c4320bb0ca51af009 2024-11-17T07:21:24,795 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/default/test/0b52fd59b892ec123ea37e6f7378bc96/.tmp/norep/4106c696301b4539aa7b2c197bfc1ebf 2024-11-17T07:21:24,799 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4106c696301b4539aa7b2c197bfc1ebf 2024-11-17T07:21:24,800 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/default/test/0b52fd59b892ec123ea37e6f7378bc96/.tmp/f/1b31bc35b74245cd803c40c118541d8f as hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/default/test/0b52fd59b892ec123ea37e6f7378bc96/f/1b31bc35b74245cd803c40c118541d8f 2024-11-17T07:21:24,803 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b31bc35b74245cd803c40c118541d8f 2024-11-17T07:21:24,803 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/default/test/0b52fd59b892ec123ea37e6f7378bc96/f/1b31bc35b74245cd803c40c118541d8f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T07:21:24,804 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/default/test/0b52fd59b892ec123ea37e6f7378bc96/.tmp/f1/42a4ed41759641da95b67626e5599aff as hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/default/test/0b52fd59b892ec123ea37e6f7378bc96/f1/42a4ed41759641da95b67626e5599aff 2024-11-17T07:21:24,807 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42a4ed41759641da95b67626e5599aff 2024-11-17T07:21:24,807 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/default/test/0b52fd59b892ec123ea37e6f7378bc96/f1/42a4ed41759641da95b67626e5599aff, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T07:21:24,808 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/default/test/0b52fd59b892ec123ea37e6f7378bc96/.tmp/norep/4106c696301b4539aa7b2c197bfc1ebf as hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/default/test/0b52fd59b892ec123ea37e6f7378bc96/norep/4106c696301b4539aa7b2c197bfc1ebf 2024-11-17T07:21:24,811 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4106c696301b4539aa7b2c197bfc1ebf 2024-11-17T07:21:24,811 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/default/test/0b52fd59b892ec123ea37e6f7378bc96/norep/4106c696301b4539aa7b2c197bfc1ebf, entries=1, sequenceid=10, filesize=5.0 K 2024-11-17T07:21:24,812 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0b52fd59b892ec123ea37e6f7378bc96 in 1284ms, sequenceid=10, compaction requested=false 2024-11-17T07:21:24,812 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T07:21:24,815 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740/.tmp/table/249d33a5e21e4e93aab4c8257cdd9bf6 2024-11-17T07:21:24,819 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740/.tmp/info/f3738ee0ee8144a884ae0152f63ec79a as hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740/info/f3738ee0ee8144a884ae0152f63ec79a 2024-11-17T07:21:24,822 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740/info/f3738ee0ee8144a884ae0152f63ec79a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T07:21:24,823 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740/.tmp/ns/a716c55733994bab9b83b25e7cde2d4d as hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740/ns/a716c55733994bab9b83b25e7cde2d4d 2024-11-17T07:21:24,826 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740/ns/a716c55733994bab9b83b25e7cde2d4d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T07:21:24,827 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/default/test/0b52fd59b892ec123ea37e6f7378bc96/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T07:21:24,827 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740/.tmp/rep_barrier/3dc39c1876944e78834c65843555dc90 as hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740/rep_barrier/3dc39c1876944e78834c65843555dc90 2024-11-17T07:21:24,827 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:21:24,827 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:21:24,827 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96. 2024-11-17T07:21:24,828 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b52fd59b892ec123ea37e6f7378bc96: Waiting for close lock at 1731828083528Running coprocessor pre-close hooks at 1731828083528Disabling compacts and flushes for region at 1731828083528Disabling writes for close at 1731828083528Obtaining lock to block concurrent updates at 1731828083528Preparing flush snapshotting stores in 0b52fd59b892ec123ea37e6f7378bc96 at 1731828083528Finished memstore snapshotting test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731828083529 (+1 ms)Flushing stores of test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96. at 1731828083529Flushing 0b52fd59b892ec123ea37e6f7378bc96/f: creating writer at 1731828083529Flushing 0b52fd59b892ec123ea37e6f7378bc96/f: appending metadata at 1731828083547 (+18 ms)Flushing 0b52fd59b892ec123ea37e6f7378bc96/f: closing flushed file at 1731828083547Flushing 0b52fd59b892ec123ea37e6f7378bc96/f1: creating writer at 1731828083955 (+408 ms)Flushing 0b52fd59b892ec123ea37e6f7378bc96/f1: appending metadata at 1731828083969 (+14 ms)Flushing 0b52fd59b892ec123ea37e6f7378bc96/f1: closing flushed file at 1731828083969Flushing 0b52fd59b892ec123ea37e6f7378bc96/norep: creating writer at 1731828084377 (+408 ms)Flushing 0b52fd59b892ec123ea37e6f7378bc96/norep: appending metadata at 1731828084391 (+14 ms)Flushing 0b52fd59b892ec123ea37e6f7378bc96/norep: closing flushed file at 1731828084391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4027ff44: reopening flushed file at 1731828084799 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25171f58: reopening flushed file at 1731828084803 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d82757: reopening flushed file at 1731828084807 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0b52fd59b892ec123ea37e6f7378bc96 in 1284ms, sequenceid=10, compaction requested=false at 1731828084812 (+5 ms)Writing region close event to WAL at 1731828084824 (+12 ms)Running coprocessor post-close hooks at 1731828084827 (+3 ms)Closed at 1731828084827 2024-11-17T07:21:24,828 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731828066535.0b52fd59b892ec123ea37e6f7378bc96. 2024-11-17T07:21:24,828 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9baf3d313bef082c4320bb0ca51af009, disabling compactions & flushes 2024-11-17T07:21:24,828 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009. 2024-11-17T07:21:24,828 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009. 2024-11-17T07:21:24,828 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009. after waiting 0 ms 2024-11-17T07:21:24,828 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009. 2024-11-17T07:21:24,828 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9baf3d313bef082c4320bb0ca51af009: Waiting for close lock at 1731828084828Running coprocessor pre-close hooks at 1731828084828Disabling compacts and flushes for region at 1731828084828Disabling writes for close at 1731828084828Failed flush hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009., putting online again at 1731828084828 2024-11-17T07:21:24,828 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009. 2024-11-17T07:21:24,831 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740/rep_barrier/3dc39c1876944e78834c65843555dc90, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T07:21:24,831 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740/.tmp/table/249d33a5e21e4e93aab4c8257cdd9bf6 as hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740/table/249d33a5e21e4e93aab4c8257cdd9bf6 2024-11-17T07:21:24,835 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740/table/249d33a5e21e4e93aab4c8257cdd9bf6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T07:21:24,835 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false 2024-11-17T07:21:24,835 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T07:21:24,840 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T07:21:24,840 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:21:24,840 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:21:24,840 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:21:24,840 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731828083529Running coprocessor pre-close hooks at 1731828083529Disabling compacts and flushes for region at 1731828083529Disabling writes for close at 1731828083529Obtaining lock to block concurrent updates at 1731828083530 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731828083530Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731828083530Flushing stores of hbase:meta,,1.1588230740 at 1731828083530Flushing 1588230740/info: creating writer at 1731828083530Flushing 1588230740/info: appending metadata at 1731828083550 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731828083550Flushing 1588230740/ns: creating writer at 1731828083557 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731828083570 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731828083570Flushing 1588230740/rep_barrier: creating writer at 1731828083978 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731828083991 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731828083991Flushing 1588230740/table: creating writer at 1731828084398 (+407 ms)Flushing 1588230740/table: appending metadata at 1731828084411 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731828084411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ddcc02: reopening flushed file at 1731828084818 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@762a6390: reopening flushed file at 1731828084822 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40715e05: reopening flushed file at 1731828084826 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e9ac86a: reopening flushed file at 1731828084831 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false at 1731828084835 (+4 ms)Writing region close event to WAL at 1731828084837 (+2 ms)Running coprocessor post-close hooks at 1731828084840 (+3 ms)Closed at 1731828084840 2024-11-17T07:21:24,840 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T07:21:24,867 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 636, reset compression=false 2024-11-17T07:21:24,930 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T07:21:24,930 DEBUG [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(1325): Online Regions={9baf3d313bef082c4320bb0ca51af009=hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009.} 2024-11-17T07:21:24,931 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(3091): Received CLOSE for 9baf3d313bef082c4320bb0ca51af009 2024-11-17T07:21:24,931 DEBUG [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(1351): Waiting on 9baf3d313bef082c4320bb0ca51af009 2024-11-17T07:21:24,931 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9baf3d313bef082c4320bb0ca51af009, disabling compactions & flushes 2024-11-17T07:21:24,931 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009. 2024-11-17T07:21:24,931 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009. 2024-11-17T07:21:24,931 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009. after waiting 0 ms 2024-11-17T07:21:24,931 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009. 2024-11-17T07:21:24,931 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9baf3d313bef082c4320bb0ca51af009: Waiting for close lock at 1731828084931Running coprocessor pre-close hooks at 1731828084931Disabling compacts and flushes for region at 1731828084931Disabling writes for close at 1731828084931Failed flush hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009., putting online again at 1731828084931 2024-11-17T07:21:24,931 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731828069977.9baf3d313bef082c4320bb0ca51af009. 2024-11-17T07:21:24,999 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 1440, reset compression=false 2024-11-17T07:21:25,004 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:21:25,004 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 2084, reset compression=false 2024-11-17T07:21:25,131 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T07:21:25,131 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(976): stopping server 1dd62e24b303,38477,1731828058463; all regions closed. 2024-11-17T07:21:25,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741834_1010 (size=4239) 2024-11-17T07:21:25,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741839_1015 (size=2171) 2024-11-17T07:21:25,135 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.rep.1731828070312 not finished, retry = 0 2024-11-17T07:21:25,206 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 to pos 2084, reset compression=false 2024-11-17T07:21:25,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741832_1008 (size=2092) 2024-11-17T07:21:25,238 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/WALs/1dd62e24b303,38477,1731828058463/1dd62e24b303%2C38477%2C1731828058463.1731828060465 not finished, retry = 0 2024-11-17T07:21:25,339 DEBUG [RS:0;1dd62e24b303:38477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:25,339 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:21:25,339 INFO [RS:0;1dd62e24b303:38477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:21:25,339 INFO [RS:0;1dd62e24b303:38477 {}] hbase.ChoreService(370): Chore service for: regionserver/1dd62e24b303:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T07:21:25,339 INFO [RS:0;1dd62e24b303:38477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:21:25,339 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:21:25,339 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1dd62e24b303,38477,1731828058463 because: Region server is closing 2024-11-17T07:21:25,340 INFO [RS:0;1dd62e24b303:38477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:38477. 2024-11-17T07:21:25,340 DEBUG [RS:0;1dd62e24b303:38477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:21:25,340 DEBUG [RS:0;1dd62e24b303:38477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:25,340 DEBUG [RS:0;1dd62e24b303:38477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:25,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:21:25,440 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.shipper1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 terminated 2024-11-17T07:21:25,440 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,38477,1731828058463.replicationSource.wal-reader.1dd62e24b303%2C38477%2C1731828058463,1-1dd62e24b303,38477,1731828058463 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T07:21:25,440 INFO [RS:0;1dd62e24b303:38477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:38477. 2024-11-17T07:21:25,440 DEBUG [RS:0;1dd62e24b303:38477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:21:25,440 DEBUG [RS:0;1dd62e24b303:38477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:25,441 DEBUG [RS:0;1dd62e24b303:38477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:25,441 INFO [RS:0;1dd62e24b303:38477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38477 2024-11-17T07:21:25,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:21:25,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686668343/rs 2024-11-17T07:21:25,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10124ccde960004, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11686668343/rs/1dd62e24b303,38477,1731828058463 2024-11-17T07:21:25,443 INFO [RS:0;1dd62e24b303:38477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:21:25,443 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1dd62e24b303,38477,1731828058463] 2024-11-17T07:21:25,449 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11686668343/draining/1dd62e24b303,38477,1731828058463 already deleted, retry=false 2024-11-17T07:21:25,449 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1dd62e24b303,38477,1731828058463 expired; onlineServers=0 2024-11-17T07:21:25,449 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1dd62e24b303,34927,1731828058420' ***** 2024-11-17T07:21:25,449 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T07:21:25,449 INFO [M:0;1dd62e24b303:34927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:21:25,449 INFO [M:0;1dd62e24b303:34927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:21:25,449 DEBUG [M:0;1dd62e24b303:34927 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T07:21:25,449 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T07:21:25,449 DEBUG [M:0;1dd62e24b303:34927 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T07:21:25,449 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828060244 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828060244,5,FailOnTimeoutGroup] 2024-11-17T07:21:25,449 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828060243 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828060243,5,FailOnTimeoutGroup] 2024-11-17T07:21:25,450 INFO [M:0;1dd62e24b303:34927 {}] hbase.ChoreService(370): Chore service for: master/1dd62e24b303:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T07:21:25,450 INFO [M:0;1dd62e24b303:34927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:21:25,450 DEBUG [M:0;1dd62e24b303:34927 {}] master.HMaster(1795): Stopping service threads 2024-11-17T07:21:25,450 INFO [M:0;1dd62e24b303:34927 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T07:21:25,450 INFO [M:0;1dd62e24b303:34927 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:21:25,450 INFO [M:0;1dd62e24b303:34927 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T07:21:25,450 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T07:21:25,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11686668343/master 2024-11-17T07:21:25,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686668343 2024-11-17T07:21:25,451 DEBUG [M:0;1dd62e24b303:34927 {}] zookeeper.ZKUtil(347): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Unable to get data of znode /11686668343/master because node does not exist (not an error) 2024-11-17T07:21:25,451 WARN [M:0;1dd62e24b303:34927 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T07:21:25,452 INFO [M:0;1dd62e24b303:34927 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/.lastflushedseqids 2024-11-17T07:21:25,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741847_1023 (size=245) 2024-11-17T07:21:25,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10124ccde960004, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:21:25,548 INFO [RS:0;1dd62e24b303:38477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:21:25,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10124ccde960004, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:21:25,549 INFO [RS:0;1dd62e24b303:38477 {}] regionserver.HRegionServer(1031): Exiting; stopping=1dd62e24b303,38477,1731828058463; zookeeper connection closed. 2024-11-17T07:21:25,549 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6741e37 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6741e37 2024-11-17T07:21:25,549 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T07:21:25,856 INFO [M:0;1dd62e24b303:34927 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T07:21:25,856 INFO [M:0;1dd62e24b303:34927 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T07:21:25,856 DEBUG [M:0;1dd62e24b303:34927 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:21:25,856 INFO [M:0;1dd62e24b303:34927 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:25,856 DEBUG [M:0;1dd62e24b303:34927 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:25,856 DEBUG [M:0;1dd62e24b303:34927 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:21:25,856 DEBUG [M:0;1dd62e24b303:34927 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:25,857 INFO [M:0;1dd62e24b303:34927 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-17T07:21:25,872 DEBUG [M:0;1dd62e24b303:34927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df832a3d014b485d9546580bc8045f46 is 82, key is hbase:meta,,1/info:regioninfo/1731828061425/Put/seqid=0 2024-11-17T07:21:25,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741848_1024 (size=5672) 2024-11-17T07:21:26,170 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 636, reset compression=false 2024-11-17T07:21:26,273 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:21:26,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:26,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:26,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:26,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:26,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:26,276 INFO [M:0;1dd62e24b303:34927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df832a3d014b485d9546580bc8045f46 2024-11-17T07:21:26,294 DEBUG [M:0;1dd62e24b303:34927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c6c6efee3114e459293b55492c238fd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731828070368/Put/seqid=0 2024-11-17T07:21:26,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741849_1025 (size=8516) 2024-11-17T07:21:26,298 INFO [M:0;1dd62e24b303:34927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c6c6efee3114e459293b55492c238fd 2024-11-17T07:21:26,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:26,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:26,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:26,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:26,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:26,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:26,316 DEBUG [M:0;1dd62e24b303:34927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/639f3f2ef24e46418a6fe86a9f114cd6 is 69, key is 1dd62e24b303,38477,1731828058463/rs:state/1731828060318/Put/seqid=0 2024-11-17T07:21:26,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:26,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741850_1026 (size=5156) 2024-11-17T07:21:26,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:26,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:26,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:26,720 INFO [M:0;1dd62e24b303:34927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/639f3f2ef24e46418a6fe86a9f114cd6 2024-11-17T07:21:26,725 DEBUG [M:0;1dd62e24b303:34927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df832a3d014b485d9546580bc8045f46 as hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df832a3d014b485d9546580bc8045f46 2024-11-17T07:21:26,728 INFO [M:0;1dd62e24b303:34927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df832a3d014b485d9546580bc8045f46, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T07:21:26,729 DEBUG [M:0;1dd62e24b303:34927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c6c6efee3114e459293b55492c238fd as hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c6c6efee3114e459293b55492c238fd 2024-11-17T07:21:26,732 INFO [M:0;1dd62e24b303:34927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c6c6efee3114e459293b55492c238fd, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T07:21:26,733 DEBUG [M:0;1dd62e24b303:34927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/639f3f2ef24e46418a6fe86a9f114cd6 as hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/639f3f2ef24e46418a6fe86a9f114cd6 2024-11-17T07:21:26,736 INFO [M:0;1dd62e24b303:34927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42573/user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/639f3f2ef24e46418a6fe86a9f114cd6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T07:21:26,737 INFO [M:0;1dd62e24b303:34927 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false 2024-11-17T07:21:26,738 INFO [M:0;1dd62e24b303:34927 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:26,738 DEBUG [M:0;1dd62e24b303:34927 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731828085856Disabling compacts and flushes for region at 1731828085856Disabling writes for close at 1731828085856Obtaining lock to block concurrent updates at 1731828085857 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731828085857Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731828085857Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731828085857Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731828085858 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731828085872 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731828085872Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731828086280 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731828086294 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731828086294Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731828086302 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731828086316 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731828086316Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75e6ba53: reopening flushed file at 1731828086724 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62e40316: reopening flushed file at 1731828086728 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d012e2f: reopening flushed file at 1731828086732 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false at 1731828086737 (+5 ms)Writing region close event to WAL at 1731828086738 (+1 ms)Closed at 1731828086738 2024-11-17T07:21:26,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741830_1006 (size=63654) 2024-11-17T07:21:26,740 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5c15a56-6a1d-b3c1-a677-615c6d4f59c3/MasterData/WALs/1dd62e24b303,34927,1731828058420/1dd62e24b303%2C34927%2C1731828058420.1731828060174 not finished, retry = 0 2024-11-17T07:21:26,840 INFO [M:0;1dd62e24b303:34927 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T07:21:26,840 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:21:26,841 INFO [M:0;1dd62e24b303:34927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34927 2024-11-17T07:21:26,841 INFO [M:0;1dd62e24b303:34927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:21:26,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:21:26,943 INFO [M:0;1dd62e24b303:34927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:21:26,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x10124ccde960003, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:21:26,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@370005d7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:21:26,946 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@374948d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:21:26,946 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:21:26,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56253330{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:21:26,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21f71b1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/hadoop.log.dir/,STOPPED} 2024-11-17T07:21:26,947 WARN [BP-418902703-172.17.0.2-1731828057525 heartbeating to localhost/127.0.0.1:42573 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T07:21:26,947 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T07:21:26,947 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T07:21:26,947 WARN [BP-418902703-172.17.0.2-1731828057525 heartbeating to localhost/127.0.0.1:42573 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-418902703-172.17.0.2-1731828057525 (Datanode Uuid 21a5e666-650b-4faf-af0c-061f53519475) service to localhost/127.0.0.1:42573 2024-11-17T07:21:26,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/cluster_8307e182-f113-93b0-5364-5d9ed0722682/data/data1/current/BP-418902703-172.17.0.2-1731828057525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:21:26,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/cluster_8307e182-f113-93b0-5364-5d9ed0722682/data/data2/current/BP-418902703-172.17.0.2-1731828057525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:21:26,948 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T07:21:26,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ae1b9da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:21:26,955 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7591289f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:21:26,955 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:21:26,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35937bb3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:21:26,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bcea90e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20bfea6a-de14-e8f1-95e1-d3826a076058/hadoop.log.dir/,STOPPED} 2024-11-17T07:21:26,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T07:21:26,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T07:21:26,967 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:21:26,967 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:21:26,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:26,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:26,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:21:26,968 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T07:21:26,968 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1356505767, stopped=false 2024-11-17T07:21:26,968 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1dd62e24b303,35331,1731828054300 2024-11-17T07:21:26,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41641-0x10124ccde960001, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-640901161/running 2024-11-17T07:21:26,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-640901161/running 2024-11-17T07:21:26,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41641-0x10124ccde960001, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-640901161 2024-11-17T07:21:26,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-640901161 2024-11-17T07:21:26,970 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:21:26,971 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:21:26,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41641-0x10124ccde960001, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Set watcher on znode that does not yet exist, /0-640901161/running 2024-11-17T07:21:26,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Set watcher on znode that does not yet exist, /0-640901161/running 2024-11-17T07:21:26,971 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:21:26,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:26,971 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1dd62e24b303,41641,1731828054364' ***** 2024-11-17T07:21:26,971 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T07:21:26,972 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T07:21:26,972 INFO [RS:0;1dd62e24b303:41641 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T07:21:26,972 INFO [RS:0;1dd62e24b303:41641 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T07:21:26,972 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T07:21:26,972 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(3091): Received CLOSE for 91ce804d0e2d21c262503770a807ecfc 2024-11-17T07:21:26,972 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(3091): Received CLOSE for 14fed26ed1817f94241b50b21351c058 2024-11-17T07:21:26,972 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(959): stopping server 1dd62e24b303,41641,1731828054364 2024-11-17T07:21:26,972 INFO [RS:0;1dd62e24b303:41641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:21:26,972 INFO [RS:0;1dd62e24b303:41641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:41641. 2024-11-17T07:21:26,972 DEBUG [RS:0;1dd62e24b303:41641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:21:26,972 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91ce804d0e2d21c262503770a807ecfc, disabling compactions & flushes 2024-11-17T07:21:26,972 DEBUG [RS:0;1dd62e24b303:41641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:26,972 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731828065389.91ce804d0e2d21c262503770a807ecfc. 2024-11-17T07:21:26,972 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731828065389.91ce804d0e2d21c262503770a807ecfc. 2024-11-17T07:21:26,972 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731828065389.91ce804d0e2d21c262503770a807ecfc. after waiting 0 ms 2024-11-17T07:21:26,972 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T07:21:26,972 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731828065389.91ce804d0e2d21c262503770a807ecfc. 2024-11-17T07:21:26,972 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T07:21:26,972 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T07:21:26,972 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T07:21:26,972 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 91ce804d0e2d21c262503770a807ecfc 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-17T07:21:26,973 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T07:21:26,973 DEBUG [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 91ce804d0e2d21c262503770a807ecfc=test,,1731828065389.91ce804d0e2d21c262503770a807ecfc., 14fed26ed1817f94241b50b21351c058=hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058.} 2024-11-17T07:21:26,973 DEBUG [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(1351): Waiting on 14fed26ed1817f94241b50b21351c058, 1588230740, 91ce804d0e2d21c262503770a807ecfc 2024-11-17T07:21:26,973 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:21:26,973 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:21:26,973 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:21:26,973 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:21:26,973 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:21:26,973 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T07:21:26,987 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740/.tmp/info/94ab3ec1ae6542b694cd02214258f7c7 is 147, key is hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058./info:regioninfo/1731828069604/Put/seqid=0 2024-11-17T07:21:26,988 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/default/test/91ce804d0e2d21c262503770a807ecfc/.tmp/f/e995372fede74ab387c3cdca1037078b is 28, key is row/f:/1731828076841/DeleteFamily/seqid=0 2024-11-17T07:21:26,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741840_1016 (size=7686) 2024-11-17T07:21:26,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741841_1017 (size=5085) 2024-11-17T07:21:27,071 INFO [regionserver/1dd62e24b303:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:21:27,173 DEBUG [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(1351): Waiting on 14fed26ed1817f94241b50b21351c058, 1588230740, 91ce804d0e2d21c262503770a807ecfc 2024-11-17T07:21:27,296 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:35331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-17T07:21:27,333 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T07:21:27,333 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T07:21:27,373 DEBUG [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(1351): Waiting on 14fed26ed1817f94241b50b21351c058, 1588230740, 91ce804d0e2d21c262503770a807ecfc 2024-11-17T07:21:27,392 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740/.tmp/info/94ab3ec1ae6542b694cd02214258f7c7 2024-11-17T07:21:27,392 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/default/test/91ce804d0e2d21c262503770a807ecfc/.tmp/f/e995372fede74ab387c3cdca1037078b 2024-11-17T07:21:27,396 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e995372fede74ab387c3cdca1037078b 2024-11-17T07:21:27,410 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/default/test/91ce804d0e2d21c262503770a807ecfc/.tmp/f1/2399651254b54f9e96321a3ba03c9621 is 29, key is row/f1:/1731828076841/DeleteFamily/seqid=0 2024-11-17T07:21:27,412 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740/.tmp/ns/c1fe7b42b7ef4da0ae1c668fdd258b25 is 43, key is default/ns:d/1731828057420/Put/seqid=0 2024-11-17T07:21:27,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741842_1018 (size=5089) 2024-11-17T07:21:27,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741843_1019 (size=5153) 2024-11-17T07:21:27,573 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 636, reset compression=false 2024-11-17T07:21:27,573 DEBUG [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(1351): Waiting on 14fed26ed1817f94241b50b21351c058, 1588230740, 91ce804d0e2d21c262503770a807ecfc 2024-11-17T07:21:27,577 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:21:27,577 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 883, reset compression=false 2024-11-17T07:21:27,577 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.shipper1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,41641,1731828054364 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:21:27,578 ERROR [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.shipper1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1dd62e24b303,41641,1731828054364: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1dd62e24b303,41641,1731828054364, walGroup=1dd62e24b303%2C41641%2C1731828054364, offset=1dd62e24b303%2C41641%2C1731828054364.1731828056472:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:41641 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T07:21:27,579 ERROR [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.shipper1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T07:21:27,579 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.shipper1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T07:21:27,579 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.shipper1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T07:21:27,579 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.shipper1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T07:21:27,579 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.shipper1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T07:21:27,579 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.shipper1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 1058243456 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 202530192 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T07:21:27,580 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.shipper1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:35331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:35331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T07:21:27,773 DEBUG [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(1351): Waiting on 14fed26ed1817f94241b50b21351c058, 1588230740, 91ce804d0e2d21c262503770a807ecfc 2024-11-17T07:21:27,780 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 883, reset compression=false 2024-11-17T07:21:27,813 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/default/test/91ce804d0e2d21c262503770a807ecfc/.tmp/f1/2399651254b54f9e96321a3ba03c9621 2024-11-17T07:21:27,815 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740/.tmp/ns/c1fe7b42b7ef4da0ae1c668fdd258b25 2024-11-17T07:21:27,817 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2399651254b54f9e96321a3ba03c9621 2024-11-17T07:21:27,833 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/default/test/91ce804d0e2d21c262503770a807ecfc/.tmp/norep/5cfd1bf0b8ef47cdb02fd6013658bad0 is 32, key is row/norep:/1731828076841/DeleteFamily/seqid=0 2024-11-17T07:21:27,836 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740/.tmp/rep_barrier/26aff7566d934d2c94c7cb4f5fbaa665 is 112, key is test,,1731828065389.91ce804d0e2d21c262503770a807ecfc./rep_barrier:seqnumDuringOpen/1731828066188/Put/seqid=0 2024-11-17T07:21:27,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741844_1020 (size=5101) 2024-11-17T07:21:27,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741845_1021 (size=5518) 2024-11-17T07:21:27,842 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740/.tmp/rep_barrier/26aff7566d934d2c94c7cb4f5fbaa665 2024-11-17T07:21:27,860 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740/.tmp/table/4aad119226de453b8e4c76ef0a8f781a is 53, key is hbase:replication/table:state/1731828069610/Put/seqid=0 2024-11-17T07:21:27,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741846_1022 (size=5308) 2024-11-17T07:21:27,864 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740/.tmp/table/4aad119226de453b8e4c76ef0a8f781a 2024-11-17T07:21:27,868 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740/.tmp/info/94ab3ec1ae6542b694cd02214258f7c7 as hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740/info/94ab3ec1ae6542b694cd02214258f7c7 2024-11-17T07:21:27,872 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740/info/94ab3ec1ae6542b694cd02214258f7c7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T07:21:27,873 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740/.tmp/ns/c1fe7b42b7ef4da0ae1c668fdd258b25 as hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740/ns/c1fe7b42b7ef4da0ae1c668fdd258b25 2024-11-17T07:21:27,877 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740/ns/c1fe7b42b7ef4da0ae1c668fdd258b25, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T07:21:27,877 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740/.tmp/rep_barrier/26aff7566d934d2c94c7cb4f5fbaa665 as hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740/rep_barrier/26aff7566d934d2c94c7cb4f5fbaa665 2024-11-17T07:21:27,880 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740/rep_barrier/26aff7566d934d2c94c7cb4f5fbaa665, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T07:21:27,881 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740/.tmp/table/4aad119226de453b8e4c76ef0a8f781a as hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740/table/4aad119226de453b8e4c76ef0a8f781a 2024-11-17T07:21:27,885 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740/table/4aad119226de453b8e4c76ef0a8f781a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T07:21:27,886 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 913ms, sequenceid=16, compaction requested=false 2024-11-17T07:21:27,890 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T07:21:27,891 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:21:27,891 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:21:27,891 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:21:27,891 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731828086973Running coprocessor pre-close hooks at 1731828086973Disabling compacts and flushes for region at 1731828086973Disabling writes for close at 1731828086973Obtaining lock to block concurrent updates at 1731828086973Preparing flush snapshotting stores in 1588230740 at 1731828086973Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731828086973Flushing stores of hbase:meta,,1.1588230740 at 1731828086974 (+1 ms)Flushing 1588230740/info: creating writer at 1731828086974Flushing 1588230740/info: appending metadata at 1731828086987 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731828086987Flushing 1588230740/ns: creating writer at 1731828087396 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731828087412 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731828087412Flushing 1588230740/rep_barrier: creating writer at 1731828087819 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731828087835 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731828087835Flushing 1588230740/table: creating writer at 1731828087846 (+11 ms)Flushing 1588230740/table: appending metadata at 1731828087860 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731828087860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aebc57f: reopening flushed file at 1731828087867 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53296511: reopening flushed file at 1731828087872 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ec0c6c0: reopening flushed file at 1731828087877 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e884c8a: reopening flushed file at 1731828087881 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 913ms, sequenceid=16, compaction requested=false at 1731828087886 (+5 ms)Writing region close event to WAL at 1731828087888 (+2 ms)Running coprocessor post-close hooks at 1731828087891 (+3 ms)Closed at 1731828087891 2024-11-17T07:21:27,891 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T07:21:27,974 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T07:21:27,974 DEBUG [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(1325): Online Regions={91ce804d0e2d21c262503770a807ecfc=test,,1731828065389.91ce804d0e2d21c262503770a807ecfc., 14fed26ed1817f94241b50b21351c058=hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058.} 2024-11-17T07:21:27,974 DEBUG [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(1351): Waiting on 14fed26ed1817f94241b50b21351c058, 91ce804d0e2d21c262503770a807ecfc 2024-11-17T07:21:28,093 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 883, reset compression=false 2024-11-17T07:21:28,174 DEBUG [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(1351): Waiting on 14fed26ed1817f94241b50b21351c058, 91ce804d0e2d21c262503770a807ecfc 2024-11-17T07:21:28,237 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/default/test/91ce804d0e2d21c262503770a807ecfc/.tmp/norep/5cfd1bf0b8ef47cdb02fd6013658bad0 2024-11-17T07:21:28,241 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cfd1bf0b8ef47cdb02fd6013658bad0 2024-11-17T07:21:28,242 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/default/test/91ce804d0e2d21c262503770a807ecfc/.tmp/f/e995372fede74ab387c3cdca1037078b as hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/default/test/91ce804d0e2d21c262503770a807ecfc/f/e995372fede74ab387c3cdca1037078b 2024-11-17T07:21:28,246 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e995372fede74ab387c3cdca1037078b 2024-11-17T07:21:28,246 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/default/test/91ce804d0e2d21c262503770a807ecfc/f/e995372fede74ab387c3cdca1037078b, entries=1, sequenceid=6, filesize=5.0 K 2024-11-17T07:21:28,247 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/default/test/91ce804d0e2d21c262503770a807ecfc/.tmp/f1/2399651254b54f9e96321a3ba03c9621 as hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/default/test/91ce804d0e2d21c262503770a807ecfc/f1/2399651254b54f9e96321a3ba03c9621 2024-11-17T07:21:28,250 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2399651254b54f9e96321a3ba03c9621 2024-11-17T07:21:28,250 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/default/test/91ce804d0e2d21c262503770a807ecfc/f1/2399651254b54f9e96321a3ba03c9621, entries=1, sequenceid=6, filesize=5.0 K 2024-11-17T07:21:28,251 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/default/test/91ce804d0e2d21c262503770a807ecfc/.tmp/norep/5cfd1bf0b8ef47cdb02fd6013658bad0 as hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/default/test/91ce804d0e2d21c262503770a807ecfc/norep/5cfd1bf0b8ef47cdb02fd6013658bad0 2024-11-17T07:21:28,254 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cfd1bf0b8ef47cdb02fd6013658bad0 2024-11-17T07:21:28,254 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/default/test/91ce804d0e2d21c262503770a807ecfc/norep/5cfd1bf0b8ef47cdb02fd6013658bad0, entries=1, sequenceid=6, filesize=5.0 K 2024-11-17T07:21:28,255 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 91ce804d0e2d21c262503770a807ecfc in 1283ms, sequenceid=6, compaction requested=false 2024-11-17T07:21:28,259 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/data/default/test/91ce804d0e2d21c262503770a807ecfc/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T07:21:28,260 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:21:28,260 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:21:28,260 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731828065389.91ce804d0e2d21c262503770a807ecfc. 2024-11-17T07:21:28,260 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91ce804d0e2d21c262503770a807ecfc: Waiting for close lock at 1731828086972Running coprocessor pre-close hooks at 1731828086972Disabling compacts and flushes for region at 1731828086972Disabling writes for close at 1731828086972Obtaining lock to block concurrent updates at 1731828086973 (+1 ms)Preparing flush snapshotting stores in 91ce804d0e2d21c262503770a807ecfc at 1731828086973Finished memstore snapshotting test,,1731828065389.91ce804d0e2d21c262503770a807ecfc., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731828086973Flushing stores of test,,1731828065389.91ce804d0e2d21c262503770a807ecfc. at 1731828086973Flushing 91ce804d0e2d21c262503770a807ecfc/f: creating writer at 1731828086973Flushing 91ce804d0e2d21c262503770a807ecfc/f: appending metadata at 1731828086987 (+14 ms)Flushing 91ce804d0e2d21c262503770a807ecfc/f: closing flushed file at 1731828086987Flushing 91ce804d0e2d21c262503770a807ecfc/f1: creating writer at 1731828087396 (+409 ms)Flushing 91ce804d0e2d21c262503770a807ecfc/f1: appending metadata at 1731828087409 (+13 ms)Flushing 91ce804d0e2d21c262503770a807ecfc/f1: closing flushed file at 1731828087409Flushing 91ce804d0e2d21c262503770a807ecfc/norep: creating writer at 1731828087818 (+409 ms)Flushing 91ce804d0e2d21c262503770a807ecfc/norep: appending metadata at 1731828087832 (+14 ms)Flushing 91ce804d0e2d21c262503770a807ecfc/norep: closing flushed file at 1731828087832Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed0e1f8: reopening flushed file at 1731828088241 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f4f751a: reopening flushed file at 1731828088246 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@506e5de5: reopening flushed file at 1731828088251 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 91ce804d0e2d21c262503770a807ecfc in 1283ms, sequenceid=6, compaction requested=false at 1731828088255 (+4 ms)Writing region close event to WAL at 1731828088256 (+1 ms)Running coprocessor post-close hooks at 1731828088260 (+4 ms)Closed at 1731828088260 2024-11-17T07:21:28,260 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731828065389.91ce804d0e2d21c262503770a807ecfc. 2024-11-17T07:21:28,260 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14fed26ed1817f94241b50b21351c058, disabling compactions & flushes 2024-11-17T07:21:28,260 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058. 2024-11-17T07:21:28,260 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058. 2024-11-17T07:21:28,261 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058. after waiting 0 ms 2024-11-17T07:21:28,261 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058. 2024-11-17T07:21:28,261 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14fed26ed1817f94241b50b21351c058: Waiting for close lock at 1731828088260Running coprocessor pre-close hooks at 1731828088260Disabling compacts and flushes for region at 1731828088260Disabling writes for close at 1731828088261 (+1 ms)Failed flush hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058., putting online again at 1731828088261 2024-11-17T07:21:28,261 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058. 2024-11-17T07:21:28,374 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(3091): Received CLOSE for 14fed26ed1817f94241b50b21351c058 2024-11-17T07:21:28,374 DEBUG [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(1351): Waiting on 14fed26ed1817f94241b50b21351c058 2024-11-17T07:21:28,374 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14fed26ed1817f94241b50b21351c058, disabling compactions & flushes 2024-11-17T07:21:28,374 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058. 2024-11-17T07:21:28,374 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058. 2024-11-17T07:21:28,375 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058. after waiting 0 ms 2024-11-17T07:21:28,375 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058. 2024-11-17T07:21:28,375 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14fed26ed1817f94241b50b21351c058: Waiting for close lock at 1731828088374Running coprocessor pre-close hooks at 1731828088374Disabling compacts and flushes for region at 1731828088374Disabling writes for close at 1731828088375 (+1 ms)Failed flush hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058., putting online again at 1731828088375 2024-11-17T07:21:28,375 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731828068828.14fed26ed1817f94241b50b21351c058. 2024-11-17T07:21:28,496 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 883, reset compression=false 2024-11-17T07:21:28,500 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:21:28,500 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 1527, reset compression=false 2024-11-17T07:21:28,574 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T07:21:28,574 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(976): stopping server 1dd62e24b303,41641,1731828054364; all regions closed. 2024-11-17T07:21:28,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741834_1010 (size=4239) 2024-11-17T07:21:28,577 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.meta.1731828057374.meta not finished, retry = 0 2024-11-17T07:21:28,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741839_1015 (size=1297) 2024-11-17T07:21:28,679 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.rep.1731828069575 not finished, retry = 0 2024-11-17T07:21:28,703 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/WALs/1dd62e24b303,41641,1731828054364/1dd62e24b303%2C41641%2C1731828054364.1731828056472 to pos 1527, reset compression=false 2024-11-17T07:21:28,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741832_1008 (size=1535) 2024-11-17T07:21:28,782 DEBUG [RS:0;1dd62e24b303:41641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:28,783 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:21:28,783 INFO [RS:0;1dd62e24b303:41641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:21:28,783 INFO [RS:0;1dd62e24b303:41641 {}] hbase.ChoreService(370): Chore service for: regionserver/1dd62e24b303:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T07:21:28,783 INFO [RS:0;1dd62e24b303:41641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:21:28,783 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:21:28,783 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1dd62e24b303,41641,1731828054364 because: Region server is closing 2024-11-17T07:21:28,784 INFO [RS:0;1dd62e24b303:41641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:41641. 2024-11-17T07:21:28,784 DEBUG [RS:0;1dd62e24b303:41641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:21:28,784 DEBUG [RS:0;1dd62e24b303:41641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:28,784 DEBUG [RS:0;1dd62e24b303:41641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:28,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:21:28,884 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.shipper1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 terminated 2024-11-17T07:21:28,884 INFO [RS:0;1dd62e24b303:41641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41641 2024-11-17T07:21:28,884 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,41641,1731828054364.replicationSource.wal-reader.1dd62e24b303%2C41641%2C1731828054364,1-1dd62e24b303,41641,1731828054364 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T07:21:28,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-640901161/rs 2024-11-17T07:21:28,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41641-0x10124ccde960001, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-640901161/rs/1dd62e24b303,41641,1731828054364 2024-11-17T07:21:28,886 INFO [RS:0;1dd62e24b303:41641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:21:28,888 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1dd62e24b303,41641,1731828054364] 2024-11-17T07:21:28,889 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-640901161/draining/1dd62e24b303,41641,1731828054364 already deleted, retry=false 2024-11-17T07:21:28,889 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1dd62e24b303,41641,1731828054364 expired; onlineServers=0 2024-11-17T07:21:28,889 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1dd62e24b303,35331,1731828054300' ***** 2024-11-17T07:21:28,889 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T07:21:28,889 INFO [M:0;1dd62e24b303:35331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:21:28,889 INFO [M:0;1dd62e24b303:35331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:21:28,890 DEBUG [M:0;1dd62e24b303:35331 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T07:21:28,890 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T07:21:28,890 DEBUG [M:0;1dd62e24b303:35331 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T07:21:28,890 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828056232 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828056232,5,FailOnTimeoutGroup] 2024-11-17T07:21:28,890 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828056235 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828056235,5,FailOnTimeoutGroup] 2024-11-17T07:21:28,890 INFO [M:0;1dd62e24b303:35331 {}] hbase.ChoreService(370): Chore service for: master/1dd62e24b303:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T07:21:28,890 INFO [M:0;1dd62e24b303:35331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:21:28,890 DEBUG [M:0;1dd62e24b303:35331 {}] master.HMaster(1795): Stopping service threads 2024-11-17T07:21:28,890 INFO [M:0;1dd62e24b303:35331 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T07:21:28,890 INFO [M:0;1dd62e24b303:35331 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:21:28,890 INFO [M:0;1dd62e24b303:35331 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T07:21:28,891 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T07:21:28,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-640901161/master 2024-11-17T07:21:28,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-640901161 2024-11-17T07:21:28,892 DEBUG [M:0;1dd62e24b303:35331 {}] zookeeper.ZKUtil(347): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Unable to get data of znode /0-640901161/master because node does not exist (not an error) 2024-11-17T07:21:28,892 WARN [M:0;1dd62e24b303:35331 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T07:21:28,893 INFO [M:0;1dd62e24b303:35331 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/.lastflushedseqids 2024-11-17T07:21:28,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741847_1023 (size=245) 2024-11-17T07:21:28,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41641-0x10124ccde960001, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:21:28,988 INFO [RS:0;1dd62e24b303:41641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:21:28,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41641-0x10124ccde960001, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:21:28,988 INFO [RS:0;1dd62e24b303:41641 {}] regionserver.HRegionServer(1031): Exiting; stopping=1dd62e24b303,41641,1731828054364; zookeeper connection closed. 2024-11-17T07:21:28,988 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36bb3844 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36bb3844 2024-11-17T07:21:28,989 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T07:21:29,297 INFO [M:0;1dd62e24b303:35331 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T07:21:29,297 INFO [M:0;1dd62e24b303:35331 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T07:21:29,297 DEBUG [M:0;1dd62e24b303:35331 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:21:29,297 INFO [M:0;1dd62e24b303:35331 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:29,297 DEBUG [M:0;1dd62e24b303:35331 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:29,297 DEBUG [M:0;1dd62e24b303:35331 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:21:29,297 DEBUG [M:0;1dd62e24b303:35331 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:29,298 INFO [M:0;1dd62e24b303:35331 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-17T07:21:29,313 DEBUG [M:0;1dd62e24b303:35331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e02ae07f877424ab85d8a9734d41365 is 82, key is hbase:meta,,1/info:regioninfo/1731828057404/Put/seqid=0 2024-11-17T07:21:29,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741848_1024 (size=5672) 2024-11-17T07:21:29,717 INFO [M:0;1dd62e24b303:35331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e02ae07f877424ab85d8a9734d41365 2024-11-17T07:21:29,735 DEBUG [M:0;1dd62e24b303:35331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30fa807a49bc48df9b89f3c31b8e8fcc is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731828066199/Put/seqid=0 2024-11-17T07:21:29,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741849_1025 (size=7217) 2024-11-17T07:21:30,139 INFO [M:0;1dd62e24b303:35331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30fa807a49bc48df9b89f3c31b8e8fcc 2024-11-17T07:21:30,142 INFO [M:0;1dd62e24b303:35331 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30fa807a49bc48df9b89f3c31b8e8fcc 2024-11-17T07:21:30,157 DEBUG [M:0;1dd62e24b303:35331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fe5e25f0e1e4a80a5649802489916f9 is 69, key is 1dd62e24b303,41641,1731828054364/rs:state/1731828056314/Put/seqid=0 2024-11-17T07:21:30,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741850_1026 (size=5156) 2024-11-17T07:21:30,561 INFO [M:0;1dd62e24b303:35331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fe5e25f0e1e4a80a5649802489916f9 2024-11-17T07:21:30,565 DEBUG [M:0;1dd62e24b303:35331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e02ae07f877424ab85d8a9734d41365 as hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e02ae07f877424ab85d8a9734d41365 2024-11-17T07:21:30,568 INFO [M:0;1dd62e24b303:35331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e02ae07f877424ab85d8a9734d41365, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T07:21:30,569 DEBUG [M:0;1dd62e24b303:35331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30fa807a49bc48df9b89f3c31b8e8fcc as hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30fa807a49bc48df9b89f3c31b8e8fcc 2024-11-17T07:21:30,572 INFO [M:0;1dd62e24b303:35331 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30fa807a49bc48df9b89f3c31b8e8fcc 2024-11-17T07:21:30,572 INFO [M:0;1dd62e24b303:35331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30fa807a49bc48df9b89f3c31b8e8fcc, entries=11, sequenceid=105, filesize=7.0 K 2024-11-17T07:21:30,572 DEBUG [M:0;1dd62e24b303:35331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fe5e25f0e1e4a80a5649802489916f9 as hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8fe5e25f0e1e4a80a5649802489916f9 2024-11-17T07:21:30,576 INFO [M:0;1dd62e24b303:35331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43029/user/jenkins/test-data/ac19e61f-08f8-d3c9-6f82-0b05279c689f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8fe5e25f0e1e4a80a5649802489916f9, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T07:21:30,576 INFO [M:0;1dd62e24b303:35331 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false 2024-11-17T07:21:30,579 INFO [M:0;1dd62e24b303:35331 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:30,579 DEBUG [M:0;1dd62e24b303:35331 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731828089297Disabling compacts and flushes for region at 1731828089297Disabling writes for close at 1731828089297Obtaining lock to block concurrent updates at 1731828089298 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731828089298Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731828089298Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731828089298Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731828089298Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731828089313 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731828089313Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731828089721 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731828089735 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731828089735Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731828090143 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731828090156 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731828090156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58e7e530: reopening flushed file at 1731828090565 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66220756: reopening flushed file at 1731828090568 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7810d94b: reopening flushed file at 1731828090572 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false at 1731828090576 (+4 ms)Writing region close event to WAL at 1731828090579 (+3 ms)Closed at 1731828090579 2024-11-17T07:21:30,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37025 is added to blk_1073741830_1006 (size=64411) 2024-11-17T07:21:30,582 INFO [M:0;1dd62e24b303:35331 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T07:21:30,582 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:21:30,582 INFO [M:0;1dd62e24b303:35331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35331 2024-11-17T07:21:30,582 INFO [M:0;1dd62e24b303:35331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:21:30,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:21:30,685 INFO [M:0;1dd62e24b303:35331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:21:30,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x10124ccde960000, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:21:30,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@595696e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:21:30,689 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45a736e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:21:30,689 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:21:30,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7cba5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:21:30,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b48e5b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/hadoop.log.dir/,STOPPED} 2024-11-17T07:21:30,690 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T07:21:30,690 WARN [BP-1273798379-172.17.0.2-1731828053033 heartbeating to localhost/127.0.0.1:43029 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T07:21:30,690 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T07:21:30,691 WARN [BP-1273798379-172.17.0.2-1731828053033 heartbeating to localhost/127.0.0.1:43029 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1273798379-172.17.0.2-1731828053033 (Datanode Uuid c7cc9d57-66e6-470b-9d86-3904f2b6e485) service to localhost/127.0.0.1:43029 2024-11-17T07:21:30,691 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/cluster_0555834e-d22b-8453-a3de-ac95b5b2acc4/data/data1/current/BP-1273798379-172.17.0.2-1731828053033 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:21:30,691 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/cluster_0555834e-d22b-8453-a3de-ac95b5b2acc4/data/data2/current/BP-1273798379-172.17.0.2-1731828053033 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:21:30,692 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T07:21:30,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a4a941f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:21:30,699 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13616542{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:21:30,699 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:21:30,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7578d2fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:21:30,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dbebb6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9c33f4-ac34-72a0-e173-986607e87f2b/hadoop.log.dir/,STOPPED} 2024-11-17T07:21:30,705 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T07:21:30,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T07:21:30,726 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 313) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42573 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:42573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:37429 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37429 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:43029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43029 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37429 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37429 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49558) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49558) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49558) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37429 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=790 (was 732) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=417 (was 413) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=604 (was 1697) 2024-11-17T07:21:30,737 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=790, MaxFileDescriptor=1048576, SystemLoadAverage=417, ProcessCount=11, AvailableMemoryMB=604 2024-11-17T07:21:30,750 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-17T07:21:30,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/hadoop.log.dir so I do NOT create it in target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a 2024-11-17T07:21:30,751 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T07:21:30,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/hadoop.tmp.dir so I do NOT create it in target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a 2024-11-17T07:21:30,751 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5092a73e-cfbe-bb84-0628-741a32f0d61b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T07:21:30,751 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a 2024-11-17T07:21:30,751 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/cluster_721a1744-4b67-2dc5-df60-a3df1ff5cc2c, deleteOnExit=true 2024-11-17T07:21:30,753 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/cluster_721a1744-4b67-2dc5-df60-a3df1ff5cc2c/zookeeper_0, clientPort=52755, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/cluster_721a1744-4b67-2dc5-df60-a3df1ff5cc2c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/cluster_721a1744-4b67-2dc5-df60-a3df1ff5cc2c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T07:21:30,754 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52755 2024-11-17T07:21:30,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T07:21:30,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T07:21:30,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/test.cache.data in system properties and HBase conf 2024-11-17T07:21:30,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T07:21:30,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/hadoop.log.dir in system properties and HBase conf 2024-11-17T07:21:30,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T07:21:30,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T07:21:30,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T07:21:30,755 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T07:21:30,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:21:30,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:21:30,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T07:21:30,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:21:30,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T07:21:30,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T07:21:30,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:21:30,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:21:30,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T07:21:30,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/nfs.dump.dir in system properties and HBase conf 2024-11-17T07:21:30,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/java.io.tmpdir in system properties and HBase conf 2024-11-17T07:21:30,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:21:30,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T07:21:30,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T07:21:30,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10124ccde960005, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T07:21:30,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10124ccde960002, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T07:21:30,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10124ccde960008, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T07:21:30,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10124ccde960005, quorum=127.0.0.1:49558, baseZNode=/11686668343 Received Disconnected from ZooKeeper, ignoring 2024-11-17T07:21:30,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10124ccde960002, quorum=127.0.0.1:49558, baseZNode=/0-640901161 Received Disconnected from ZooKeeper, ignoring 2024-11-17T07:21:30,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10124ccde960008, quorum=127.0.0.1:49558, baseZNode=/2-1670845959 Received Disconnected from ZooKeeper, ignoring 2024-11-17T07:21:30,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:21:30,829 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:21:30,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:21:30,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:21:30,830 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T07:21:30,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:21:30,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@548ee19a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:21:30,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@539e6189{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:21:30,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d799d0d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/java.io.tmpdir/jetty-localhost-36049-hadoop-hdfs-3_4_1-tests_jar-_-any-14591824306037664236/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:21:30,947 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35156634{HTTP/1.1, (http/1.1)}{localhost:36049} 2024-11-17T07:21:30,947 INFO [Time-limited test {}] server.Server(415): Started @279985ms 2024-11-17T07:21:31,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:21:31,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:21:31,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:21:31,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:21:31,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:21:31,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d579d19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:21:31,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34cd4297{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:21:31,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4413a6db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/java.io.tmpdir/jetty-localhost-40811-hadoop-hdfs-3_4_1-tests_jar-_-any-2642716661838269218/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:21:31,190 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6acbc82c{HTTP/1.1, (http/1.1)}{localhost:40811} 2024-11-17T07:21:31,190 INFO [Time-limited test {}] server.Server(415): Started @280227ms 2024-11-17T07:21:31,191 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T07:21:31,329 WARN [Thread-4157 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/cluster_721a1744-4b67-2dc5-df60-a3df1ff5cc2c/data/data2/current/BP-1137512256-172.17.0.2-1731828090772/current, will proceed with Du for space computation calculation, 2024-11-17T07:21:31,329 WARN [Thread-4156 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/cluster_721a1744-4b67-2dc5-df60-a3df1ff5cc2c/data/data1/current/BP-1137512256-172.17.0.2-1731828090772/current, will proceed with Du for space computation calculation, 2024-11-17T07:21:31,359 WARN [Thread-4144 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T07:21:31,362 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82e835a687bd71e8 with lease ID 0x51fb28421cd66c37: Processing first storage report for DS-18e32b57-1bba-4b83-b849-4a03fb95f2ca from datanode DatanodeRegistration(127.0.0.1:41295, datanodeUuid=467e2b3f-a381-4aba-882d-c20586b1c2b8, infoPort=42189, infoSecurePort=0, ipcPort=44067, storageInfo=lv=-57;cid=testClusterID;nsid=1166600932;c=1731828090772) 2024-11-17T07:21:31,362 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82e835a687bd71e8 with lease ID 0x51fb28421cd66c37: from storage DS-18e32b57-1bba-4b83-b849-4a03fb95f2ca node DatanodeRegistration(127.0.0.1:41295, datanodeUuid=467e2b3f-a381-4aba-882d-c20586b1c2b8, infoPort=42189, infoSecurePort=0, ipcPort=44067, storageInfo=lv=-57;cid=testClusterID;nsid=1166600932;c=1731828090772), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:21:31,362 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82e835a687bd71e8 with lease ID 0x51fb28421cd66c37: Processing first storage report for DS-ae371303-b83c-45df-8f62-eed95f5bcc7a from datanode DatanodeRegistration(127.0.0.1:41295, datanodeUuid=467e2b3f-a381-4aba-882d-c20586b1c2b8, infoPort=42189, infoSecurePort=0, ipcPort=44067, storageInfo=lv=-57;cid=testClusterID;nsid=1166600932;c=1731828090772) 2024-11-17T07:21:31,362 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82e835a687bd71e8 with lease ID 0x51fb28421cd66c37: from storage DS-ae371303-b83c-45df-8f62-eed95f5bcc7a node DatanodeRegistration(127.0.0.1:41295, datanodeUuid=467e2b3f-a381-4aba-882d-c20586b1c2b8, infoPort=42189, infoSecurePort=0, ipcPort=44067, storageInfo=lv=-57;cid=testClusterID;nsid=1166600932;c=1731828090772), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:21:31,441 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a 2024-11-17T07:21:31,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:31,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:31,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741825_1001 (size=7) 2024-11-17T07:21:31,849 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b with version=8 2024-11-17T07:21:31,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/hbase-staging 2024-11-17T07:21:31,851 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:21:31,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:31,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:31,852 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:21:31,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:31,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:21:31,852 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:21:31,852 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:21:31,853 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40749 2024-11-17T07:21:31,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40749 connecting to ZooKeeper ensemble=127.0.0.1:52755 2024-11-17T07:21:31,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407490x0, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:21:31,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40749-0x10124cd72110000 connected 2024-11-17T07:21:31,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:31,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:31,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40749-0x10124cd72110000, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Set watcher on znode that does not yet exist, /0-49902644/running 2024-11-17T07:21:31,886 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b, hbase.cluster.distributed=false 2024-11-17T07:21:31,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40749-0x10124cd72110000, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Set watcher on znode that does not yet exist, /0-49902644/acl 2024-11-17T07:21:31,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40749 2024-11-17T07:21:31,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40749 2024-11-17T07:21:31,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40749 2024-11-17T07:21:31,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40749 2024-11-17T07:21:31,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40749 2024-11-17T07:21:31,906 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:21:31,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:31,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:31,906 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:21:31,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:31,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:21:31,906 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:21:31,906 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:21:31,908 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41131 2024-11-17T07:21:31,908 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41131 connecting to ZooKeeper ensemble=127.0.0.1:52755 2024-11-17T07:21:31,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:31,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:31,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411310x0, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:21:31,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411310x0, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Set watcher on znode that does not yet exist, /0-49902644/running 2024-11-17T07:21:31,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41131-0x10124cd72110001 connected 2024-11-17T07:21:31,916 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:21:31,917 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:21:31,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41131-0x10124cd72110001, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Set watcher on znode that does not yet exist, /0-49902644/master 2024-11-17T07:21:31,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41131-0x10124cd72110001, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Set watcher on znode that does not yet exist, /0-49902644/acl 2024-11-17T07:21:31,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41131 2024-11-17T07:21:31,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41131 2024-11-17T07:21:31,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41131 2024-11-17T07:21:31,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41131 2024-11-17T07:21:31,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41131 2024-11-17T07:21:31,939 DEBUG [M:0;1dd62e24b303:40749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:40749 2024-11-17T07:21:31,939 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-49902644/backup-masters/1dd62e24b303,40749,1731828091851 2024-11-17T07:21:31,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x10124cd72110001, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-49902644/backup-masters 2024-11-17T07:21:31,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40749-0x10124cd72110000, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-49902644/backup-masters 2024-11-17T07:21:31,942 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40749-0x10124cd72110000, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Set watcher on existing znode=/0-49902644/backup-masters/1dd62e24b303,40749,1731828091851 2024-11-17T07:21:31,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x10124cd72110001, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-49902644/master 2024-11-17T07:21:31,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40749-0x10124cd72110000, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-49902644 2024-11-17T07:21:31,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x10124cd72110001, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-49902644 2024-11-17T07:21:31,945 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40749-0x10124cd72110000, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Set watcher on existing znode=/0-49902644/master 2024-11-17T07:21:31,946 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-49902644/backup-masters/1dd62e24b303,40749,1731828091851 from backup master directory 2024-11-17T07:21:31,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40749-0x10124cd72110000, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-49902644/backup-masters/1dd62e24b303,40749,1731828091851 2024-11-17T07:21:31,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40749-0x10124cd72110000, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-49902644/backup-masters 2024-11-17T07:21:31,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x10124cd72110001, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-49902644/backup-masters 2024-11-17T07:21:31,947 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:21:31,947 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,40749,1731828091851 2024-11-17T07:21:31,950 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/hbase.id] with ID: 82877f86-487f-4649-8d0a-2eb911cf0706 2024-11-17T07:21:31,950 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/.tmp/hbase.id 2024-11-17T07:21:31,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741826_1002 (size=42) 2024-11-17T07:21:32,357 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/.tmp/hbase.id]:[hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/hbase.id] 2024-11-17T07:21:32,364 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:32,364 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:21:32,365 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T07:21:32,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40749-0x10124cd72110000, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-49902644 2024-11-17T07:21:32,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x10124cd72110001, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-49902644 2024-11-17T07:21:32,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741827_1003 (size=196) 2024-11-17T07:21:32,773 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:21:32,774 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:21:32,774 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:21:32,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741828_1004 (size=1189) 2024-11-17T07:21:32,781 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/MasterData/data/master/store 2024-11-17T07:21:32,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741829_1005 (size=34) 2024-11-17T07:21:32,787 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:32,787 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:21:32,787 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:32,787 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:32,787 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:21:32,787 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:32,787 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:32,787 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731828092787Disabling compacts and flushes for region at 1731828092787Disabling writes for close at 1731828092787Writing region close event to WAL at 1731828092787Closed at 1731828092787 2024-11-17T07:21:32,787 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/MasterData/data/master/store/.initializing 2024-11-17T07:21:32,788 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/MasterData/WALs/1dd62e24b303,40749,1731828091851 2024-11-17T07:21:32,788 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:21:32,789 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C40749%2C1731828091851, suffix=, logDir=hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/MasterData/WALs/1dd62e24b303,40749,1731828091851, archiveDir=hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/MasterData/oldWALs, maxLogs=10 2024-11-17T07:21:32,806 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/MasterData/WALs/1dd62e24b303,40749,1731828091851/1dd62e24b303%2C40749%2C1731828091851.1731828092790, exclude list is [], retry=0 2024-11-17T07:21:32,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-18e32b57-1bba-4b83-b849-4a03fb95f2ca,DISK] 2024-11-17T07:21:32,810 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/MasterData/WALs/1dd62e24b303,40749,1731828091851/1dd62e24b303%2C40749%2C1731828091851.1731828092790 2024-11-17T07:21:32,810 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42189:42189)] 2024-11-17T07:21:32,810 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:21:32,810 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:32,811 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:32,811 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:32,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:32,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:21:32,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:32,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:32,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:32,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:21:32,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:32,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:32,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:32,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:21:32,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:32,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:32,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:32,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:21:32,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:32,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:32,817 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:32,817 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:32,818 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:32,819 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:32,819 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:32,819 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:21:32,820 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:32,821 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:21:32,822 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59625348, jitterRate=-0.11151307821273804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:21:32,822 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731828092811Initializing all the Stores at 1731828092811Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828092811Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828092811Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828092811Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828092811Cleaning up temporary data from old regions at 1731828092819 (+8 ms)Region opened successfully at 1731828092822 (+3 ms) 2024-11-17T07:21:32,822 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:21:32,825 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf6950f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:21:32,825 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T07:21:32,825 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:21:32,826 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:21:32,826 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:21:32,826 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T07:21:32,826 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T07:21:32,826 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:21:32,830 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:21:32,830 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40749-0x10124cd72110000, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Unable to get data of znode /0-49902644/balancer because node does not exist (not necessarily an error) 2024-11-17T07:21:32,832 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-49902644/balancer already deleted, retry=false 2024-11-17T07:21:32,833 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:21:32,833 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40749-0x10124cd72110000, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Unable to get data of znode /0-49902644/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:21:32,835 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-49902644/normalizer already deleted, retry=false 2024-11-17T07:21:32,835 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:21:32,836 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40749-0x10124cd72110000, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Unable to get data of znode /0-49902644/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:21:32,837 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-49902644/switch/split already deleted, retry=false 2024-11-17T07:21:32,838 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40749-0x10124cd72110000, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Unable to get data of znode /0-49902644/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:21:32,841 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-49902644/switch/merge already deleted, retry=false 2024-11-17T07:21:32,843 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40749-0x10124cd72110000, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Unable to get data of znode /0-49902644/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:21:32,845 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-49902644/snapshot-cleanup already deleted, retry=false 2024-11-17T07:21:32,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40749-0x10124cd72110000, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-49902644/running 2024-11-17T07:21:32,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x10124cd72110001, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-49902644/running 2024-11-17T07:21:32,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x10124cd72110001, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-49902644 2024-11-17T07:21:32,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40749-0x10124cd72110000, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-49902644 2024-11-17T07:21:32,847 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,40749,1731828091851, sessionid=0x10124cd72110000, setting cluster-up flag (Was=false) 2024-11-17T07:21:32,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x10124cd72110001, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-49902644 2024-11-17T07:21:32,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40749-0x10124cd72110000, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-49902644 2024-11-17T07:21:32,856 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-49902644/flush-table-proc/acquired, /0-49902644/flush-table-proc/reached, /0-49902644/flush-table-proc/abort 2024-11-17T07:21:32,857 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,40749,1731828091851 2024-11-17T07:21:32,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x10124cd72110001, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-49902644 2024-11-17T07:21:32,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40749-0x10124cd72110000, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-49902644 2024-11-17T07:21:32,867 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-49902644/online-snapshot/acquired, /0-49902644/online-snapshot/reached, /0-49902644/online-snapshot/abort 2024-11-17T07:21:32,868 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,40749,1731828091851 2024-11-17T07:21:32,869 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T07:21:32,870 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:32,870 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:21:32,871 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:21:32,871 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,40749,1731828091851 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:21:32,872 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:32,872 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:32,872 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:32,872 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:32,872 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:21:32,872 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:32,872 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:21:32,872 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:32,873 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731828122873 2024-11-17T07:21:32,873 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:21:32,873 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:32,873 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:21:32,873 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:21:32,873 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:21:32,873 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T07:21:32,873 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:21:32,874 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:21:32,874 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:32,874 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:21:32,874 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:21:32,874 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:21:32,874 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:21:32,874 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:32,874 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:21:32,874 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:21:32,874 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T07:21:32,875 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828092874,5,FailOnTimeoutGroup] 2024-11-17T07:21:32,875 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828092875,5,FailOnTimeoutGroup] 2024-11-17T07:21:32,875 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:32,875 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:21:32,875 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:32,875 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:32,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741831_1007 (size=1321) 2024-11-17T07:21:32,930 INFO [RS:0;1dd62e24b303:41131 {}] regionserver.HRegionServer(746): ClusterId : 82877f86-487f-4649-8d0a-2eb911cf0706 2024-11-17T07:21:32,931 DEBUG [RS:0;1dd62e24b303:41131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:21:32,933 DEBUG [RS:0;1dd62e24b303:41131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:21:32,933 DEBUG [RS:0;1dd62e24b303:41131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:21:32,935 DEBUG [RS:0;1dd62e24b303:41131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:21:32,935 DEBUG [RS:0;1dd62e24b303:41131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fab3257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:21:32,950 DEBUG [RS:0;1dd62e24b303:41131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:41131 2024-11-17T07:21:32,951 INFO [RS:0;1dd62e24b303:41131 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:21:32,951 INFO [RS:0;1dd62e24b303:41131 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:21:32,951 DEBUG [RS:0;1dd62e24b303:41131 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:21:32,951 INFO [RS:0;1dd62e24b303:41131 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,40749,1731828091851 with port=41131, startcode=1731828091905 2024-11-17T07:21:32,952 DEBUG [RS:0;1dd62e24b303:41131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:21:32,953 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:21:32,954 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40749 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,41131,1731828091905 2024-11-17T07:21:32,954 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40749 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,41131,1731828091905 2024-11-17T07:21:32,955 DEBUG [RS:0;1dd62e24b303:41131 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b 2024-11-17T07:21:32,955 DEBUG [RS:0;1dd62e24b303:41131 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41407 2024-11-17T07:21:32,955 DEBUG [RS:0;1dd62e24b303:41131 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:21:32,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40749-0x10124cd72110000, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-49902644/rs 2024-11-17T07:21:32,958 DEBUG [RS:0;1dd62e24b303:41131 {}] zookeeper.ZKUtil(111): regionserver:41131-0x10124cd72110001, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Set watcher on existing znode=/0-49902644/rs/1dd62e24b303,41131,1731828091905 2024-11-17T07:21:32,958 WARN [RS:0;1dd62e24b303:41131 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:21:32,958 INFO [RS:0;1dd62e24b303:41131 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:21:32,958 DEBUG [RS:0;1dd62e24b303:41131 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/WALs/1dd62e24b303,41131,1731828091905 2024-11-17T07:21:32,959 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,41131,1731828091905] 2024-11-17T07:21:32,961 INFO [RS:0;1dd62e24b303:41131 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:21:32,962 INFO [RS:0;1dd62e24b303:41131 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:21:32,962 INFO [RS:0;1dd62e24b303:41131 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:21:32,962 INFO [RS:0;1dd62e24b303:41131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:32,962 INFO [RS:0;1dd62e24b303:41131 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:21:32,963 INFO [RS:0;1dd62e24b303:41131 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:21:32,963 INFO [RS:0;1dd62e24b303:41131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:32,963 DEBUG [RS:0;1dd62e24b303:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:32,963 DEBUG [RS:0;1dd62e24b303:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:32,963 DEBUG [RS:0;1dd62e24b303:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:32,963 DEBUG [RS:0;1dd62e24b303:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:32,963 DEBUG [RS:0;1dd62e24b303:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:32,963 DEBUG [RS:0;1dd62e24b303:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:21:32,963 DEBUG [RS:0;1dd62e24b303:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:32,963 DEBUG [RS:0;1dd62e24b303:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:32,963 DEBUG [RS:0;1dd62e24b303:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:32,963 DEBUG [RS:0;1dd62e24b303:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:32,963 DEBUG [RS:0;1dd62e24b303:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:32,963 DEBUG [RS:0;1dd62e24b303:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:32,963 DEBUG [RS:0;1dd62e24b303:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:21:32,963 DEBUG [RS:0;1dd62e24b303:41131 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:21:32,965 INFO [RS:0;1dd62e24b303:41131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:32,965 INFO [RS:0;1dd62e24b303:41131 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:32,965 INFO [RS:0;1dd62e24b303:41131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:32,965 INFO [RS:0;1dd62e24b303:41131 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:32,965 INFO [RS:0;1dd62e24b303:41131 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:32,965 INFO [RS:0;1dd62e24b303:41131 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,41131,1731828091905-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:21:32,981 INFO [RS:0;1dd62e24b303:41131 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:21:32,982 INFO [RS:0;1dd62e24b303:41131 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,41131,1731828091905-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:32,982 INFO [RS:0;1dd62e24b303:41131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:32,982 INFO [RS:0;1dd62e24b303:41131 {}] regionserver.Replication(171): 1dd62e24b303,41131,1731828091905 started 2024-11-17T07:21:32,996 INFO [RS:0;1dd62e24b303:41131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:32,996 INFO [RS:0;1dd62e24b303:41131 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,41131,1731828091905, RpcServer on 1dd62e24b303/172.17.0.2:41131, sessionid=0x10124cd72110001 2024-11-17T07:21:32,996 DEBUG [RS:0;1dd62e24b303:41131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:21:32,996 DEBUG [RS:0;1dd62e24b303:41131 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,41131,1731828091905 2024-11-17T07:21:32,996 DEBUG [RS:0;1dd62e24b303:41131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,41131,1731828091905' 2024-11-17T07:21:32,996 DEBUG [RS:0;1dd62e24b303:41131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-49902644/flush-table-proc/abort' 2024-11-17T07:21:32,997 DEBUG [RS:0;1dd62e24b303:41131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-49902644/flush-table-proc/acquired' 2024-11-17T07:21:32,997 DEBUG [RS:0;1dd62e24b303:41131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:21:32,997 DEBUG [RS:0;1dd62e24b303:41131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:21:32,997 DEBUG [RS:0;1dd62e24b303:41131 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,41131,1731828091905 2024-11-17T07:21:32,997 DEBUG [RS:0;1dd62e24b303:41131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,41131,1731828091905' 2024-11-17T07:21:32,997 DEBUG [RS:0;1dd62e24b303:41131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-49902644/online-snapshot/abort' 2024-11-17T07:21:32,998 DEBUG [RS:0;1dd62e24b303:41131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-49902644/online-snapshot/acquired' 2024-11-17T07:21:32,998 DEBUG [RS:0;1dd62e24b303:41131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:21:32,998 INFO [RS:0;1dd62e24b303:41131 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:21:32,998 INFO [RS:0;1dd62e24b303:41131 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:21:33,099 INFO [RS:0;1dd62e24b303:41131 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:21:33,100 INFO [RS:0;1dd62e24b303:41131 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C41131%2C1731828091905, suffix=, logDir=hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/WALs/1dd62e24b303,41131,1731828091905, archiveDir=hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/oldWALs, maxLogs=10 2024-11-17T07:21:33,117 DEBUG [RS:0;1dd62e24b303:41131 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/WALs/1dd62e24b303,41131,1731828091905/1dd62e24b303%2C41131%2C1731828091905.1731828093100, exclude list is [], retry=0 2024-11-17T07:21:33,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-18e32b57-1bba-4b83-b849-4a03fb95f2ca,DISK] 2024-11-17T07:21:33,122 INFO [RS:0;1dd62e24b303:41131 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/WALs/1dd62e24b303,41131,1731828091905/1dd62e24b303%2C41131%2C1731828091905.1731828093100 2024-11-17T07:21:33,123 DEBUG [RS:0;1dd62e24b303:41131 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42189:42189)] 2024-11-17T07:21:33,287 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T07:21:33,287 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b 2024-11-17T07:21:33,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741833_1009 (size=32) 2024-11-17T07:21:33,394 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:21:33,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:33,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:33,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:33,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:33,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:33,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:33,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:33,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:33,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:33,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:33,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:33,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:33,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:33,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:33,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:33,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:33,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:33,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:33,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:21:33,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:21:33,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:33,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:33,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:21:33,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:21:33,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:33,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:33,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:21:33,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:21:33,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:33,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:33,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:21:33,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:21:33,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:33,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:33,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:21:33,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/data/hbase/meta/1588230740 2024-11-17T07:21:33,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/data/hbase/meta/1588230740 2024-11-17T07:21:33,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:21:33,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:21:33,700 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:21:33,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:21:33,702 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:21:33,703 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60709939, jitterRate=-0.09535141289234161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:21:33,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731828093692Initializing all the Stores at 1731828093693 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828093693Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828093693Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828093693Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828093693Cleaning up temporary data from old regions at 1731828093700 (+7 ms)Region opened successfully at 1731828093703 (+3 ms) 2024-11-17T07:21:33,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:21:33,703 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:21:33,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:21:33,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:21:33,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:21:33,704 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:21:33,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731828093703Disabling compacts and flushes for region at 1731828093703Disabling writes for close at 1731828093703Writing region close event to WAL at 1731828093703Closed at 1731828093703 2024-11-17T07:21:33,704 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:33,704 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T07:21:33,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:21:33,705 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:21:33,706 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T07:21:33,856 DEBUG [1dd62e24b303:40749 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:21:33,857 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,41131,1731828091905 2024-11-17T07:21:33,858 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,41131,1731828091905, state=OPENING 2024-11-17T07:21:33,859 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T07:21:33,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40749-0x10124cd72110000, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-49902644 2024-11-17T07:21:33,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x10124cd72110001, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-49902644 2024-11-17T07:21:33,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-49902644/meta-region-server: CHANGED 2024-11-17T07:21:33,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-49902644/meta-region-server: CHANGED 2024-11-17T07:21:33,862 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:21:33,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,41131,1731828091905}] 2024-11-17T07:21:34,014 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:21:34,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:21:34,018 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:21:34,018 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:21:34,018 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:21:34,019 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C41131%2C1731828091905.meta, suffix=.meta, logDir=hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/WALs/1dd62e24b303,41131,1731828091905, archiveDir=hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/oldWALs, maxLogs=10 2024-11-17T07:21:34,033 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/WALs/1dd62e24b303,41131,1731828091905/1dd62e24b303%2C41131%2C1731828091905.meta.1731828094020.meta, exclude list is [], retry=0 2024-11-17T07:21:34,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-18e32b57-1bba-4b83-b849-4a03fb95f2ca,DISK] 2024-11-17T07:21:34,036 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/WALs/1dd62e24b303,41131,1731828091905/1dd62e24b303%2C41131%2C1731828091905.meta.1731828094020.meta 2024-11-17T07:21:34,036 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42189:42189)] 2024-11-17T07:21:34,036 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:21:34,037 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:21:34,037 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:21:34,037 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:21:34,037 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:21:34,037 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:21:34,037 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:34,037 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:21:34,037 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:21:34,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:21:34,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:21:34,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:34,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:34,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:21:34,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:21:34,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:34,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:34,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:21:34,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:21:34,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:34,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:34,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:21:34,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:21:34,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:34,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:34,041 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:21:34,042 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/data/hbase/meta/1588230740 2024-11-17T07:21:34,042 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/data/hbase/meta/1588230740 2024-11-17T07:21:34,043 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:21:34,043 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:21:34,043 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:21:34,044 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:21:34,045 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72310312, jitterRate=0.0775076150894165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:21:34,045 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:21:34,045 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731828094037Writing region info on filesystem at 1731828094037Initializing all the Stores at 1731828094038 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828094038Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828094038Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828094038Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828094038Cleaning up temporary data from old regions at 1731828094043 (+5 ms)Running coprocessor post-open hooks at 1731828094045 (+2 ms)Region opened successfully at 1731828094045 2024-11-17T07:21:34,046 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731828094014 2024-11-17T07:21:34,048 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:21:34,048 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:21:34,049 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,41131,1731828091905 2024-11-17T07:21:34,049 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,41131,1731828091905, state=OPEN 2024-11-17T07:21:34,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41131-0x10124cd72110001, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-49902644/meta-region-server 2024-11-17T07:21:34,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40749-0x10124cd72110000, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-49902644/meta-region-server 2024-11-17T07:21:34,055 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,41131,1731828091905 2024-11-17T07:21:34,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-49902644/meta-region-server: CHANGED 2024-11-17T07:21:34,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-49902644/meta-region-server: CHANGED 2024-11-17T07:21:34,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T07:21:34,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,41131,1731828091905 in 193 msec 2024-11-17T07:21:34,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T07:21:34,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-17T07:21:34,059 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:34,059 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T07:21:34,060 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:34,060 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,41131,1731828091905, seqNum=-1] 2024-11-17T07:21:34,060 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:34,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:21:34,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-11-17T07:21:34,064 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731828094064, completionTime=-1 2024-11-17T07:21:34,065 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T07:21:34,065 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:21:34,066 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:21:34,066 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731828154066 2024-11-17T07:21:34,066 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731828214066 2024-11-17T07:21:34,066 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T07:21:34,066 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,40749,1731828091851-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:34,066 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,40749,1731828091851-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:34,067 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,40749,1731828091851-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:34,067 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:40749, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:34,067 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:34,067 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:34,068 DEBUG [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T07:21:34,069 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.122sec 2024-11-17T07:21:34,070 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:21:34,070 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:21:34,070 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:21:34,070 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:21:34,070 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:21:34,070 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,40749,1731828091851-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:21:34,070 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,40749,1731828091851-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:21:34,071 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:21:34,071 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:21:34,071 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,40749,1731828091851-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:34,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3367b585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:34,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,40749,-1 for getting cluster id 2024-11-17T07:21:34,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:34,132 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82877f86-487f-4649-8d0a-2eb911cf0706' 2024-11-17T07:21:34,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:34,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82877f86-487f-4649-8d0a-2eb911cf0706" 2024-11-17T07:21:34,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:34,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,40749,-1] 2024-11-17T07:21:34,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:34,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:34,134 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:34,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507e2b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:34,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:34,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,41131,1731828091905, seqNum=-1] 2024-11-17T07:21:34,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:34,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:21:34,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1dd62e24b303,40749,1731828091851 2024-11-17T07:21:34,139 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52755 2024-11-17T07:21:34,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52755, baseZNode=/0-49902644 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:21:34,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10124cd72110002 connected 2024-11-17T07:21:34,145 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:34,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,40749,1731828091851 2024-11-17T07:21:34,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@582da154 2024-11-17T07:21:34,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:34,146 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:21:34,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40749 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:21:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40749 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T07:21:34,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:21:34,149 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:34,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40749 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T07:21:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:34,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:21:34,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741835_1011 (size=902) 2024-11-17T07:21:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:34,380 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:34,380 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:21:34,381 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108851 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:21:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:34,556 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7fb5b020c5770d1c2ca997fdea8a0784, NAME => 'test,,1731828094146.7fb5b020c5770d1c2ca997fdea8a0784.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b 2024-11-17T07:21:34,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741836_1012 (size=39) 2024-11-17T07:21:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:34,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731828094146.7fb5b020c5770d1c2ca997fdea8a0784.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:34,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7fb5b020c5770d1c2ca997fdea8a0784, disabling compactions & flushes 2024-11-17T07:21:34,965 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731828094146.7fb5b020c5770d1c2ca997fdea8a0784. 2024-11-17T07:21:34,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731828094146.7fb5b020c5770d1c2ca997fdea8a0784. 2024-11-17T07:21:34,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731828094146.7fb5b020c5770d1c2ca997fdea8a0784. after waiting 0 ms 2024-11-17T07:21:34,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731828094146.7fb5b020c5770d1c2ca997fdea8a0784. 2024-11-17T07:21:34,965 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731828094146.7fb5b020c5770d1c2ca997fdea8a0784. 2024-11-17T07:21:34,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7fb5b020c5770d1c2ca997fdea8a0784: Waiting for close lock at 1731828094965Disabling compacts and flushes for region at 1731828094965Disabling writes for close at 1731828094965Writing region close event to WAL at 1731828094965Closed at 1731828094965 2024-11-17T07:21:34,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:21:34,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731828094146.7fb5b020c5770d1c2ca997fdea8a0784.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731828094966"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731828094966"}]},"ts":"1731828094966"} 2024-11-17T07:21:34,968 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:21:34,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:21:34,969 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828094969"}]},"ts":"1731828094969"} 2024-11-17T07:21:34,970 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T07:21:34,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7fb5b020c5770d1c2ca997fdea8a0784, ASSIGN}] 2024-11-17T07:21:34,971 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7fb5b020c5770d1c2ca997fdea8a0784, ASSIGN 2024-11-17T07:21:34,972 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7fb5b020c5770d1c2ca997fdea8a0784, ASSIGN; state=OFFLINE, location=1dd62e24b303,41131,1731828091905; forceNewPlan=false, retain=false 2024-11-17T07:21:35,122 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fb5b020c5770d1c2ca997fdea8a0784, regionState=OPENING, regionLocation=1dd62e24b303,41131,1731828091905 2024-11-17T07:21:35,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7fb5b020c5770d1c2ca997fdea8a0784, ASSIGN because future has completed 2024-11-17T07:21:35,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fb5b020c5770d1c2ca997fdea8a0784, server=1dd62e24b303,41131,1731828091905}] 2024-11-17T07:21:35,279 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731828094146.7fb5b020c5770d1c2ca997fdea8a0784. 2024-11-17T07:21:35,279 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fb5b020c5770d1c2ca997fdea8a0784, NAME => 'test,,1731828094146.7fb5b020c5770d1c2ca997fdea8a0784.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:21:35,280 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:21:35,280 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T07:21:35,280 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7fb5b020c5770d1c2ca997fdea8a0784 2024-11-17T07:21:35,280 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731828094146.7fb5b020c5770d1c2ca997fdea8a0784.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:35,280 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7fb5b020c5770d1c2ca997fdea8a0784 2024-11-17T07:21:35,280 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7fb5b020c5770d1c2ca997fdea8a0784 2024-11-17T07:21:35,281 INFO [StoreOpener-7fb5b020c5770d1c2ca997fdea8a0784-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7fb5b020c5770d1c2ca997fdea8a0784 2024-11-17T07:21:35,282 INFO [StoreOpener-7fb5b020c5770d1c2ca997fdea8a0784-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fb5b020c5770d1c2ca997fdea8a0784 columnFamilyName f 2024-11-17T07:21:35,282 DEBUG [StoreOpener-7fb5b020c5770d1c2ca997fdea8a0784-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:35,282 INFO [StoreOpener-7fb5b020c5770d1c2ca997fdea8a0784-1 {}] regionserver.HStore(327): Store=7fb5b020c5770d1c2ca997fdea8a0784/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:35,282 INFO [StoreOpener-7fb5b020c5770d1c2ca997fdea8a0784-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7fb5b020c5770d1c2ca997fdea8a0784 2024-11-17T07:21:35,283 INFO [StoreOpener-7fb5b020c5770d1c2ca997fdea8a0784-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fb5b020c5770d1c2ca997fdea8a0784 columnFamilyName f1 2024-11-17T07:21:35,283 DEBUG [StoreOpener-7fb5b020c5770d1c2ca997fdea8a0784-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:35,283 INFO [StoreOpener-7fb5b020c5770d1c2ca997fdea8a0784-1 {}] regionserver.HStore(327): Store=7fb5b020c5770d1c2ca997fdea8a0784/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:35,283 INFO [StoreOpener-7fb5b020c5770d1c2ca997fdea8a0784-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7fb5b020c5770d1c2ca997fdea8a0784 2024-11-17T07:21:35,284 INFO [StoreOpener-7fb5b020c5770d1c2ca997fdea8a0784-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fb5b020c5770d1c2ca997fdea8a0784 columnFamilyName norep 2024-11-17T07:21:35,284 DEBUG [StoreOpener-7fb5b020c5770d1c2ca997fdea8a0784-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:35,284 INFO [StoreOpener-7fb5b020c5770d1c2ca997fdea8a0784-1 {}] regionserver.HStore(327): Store=7fb5b020c5770d1c2ca997fdea8a0784/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:35,284 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7fb5b020c5770d1c2ca997fdea8a0784 2024-11-17T07:21:35,285 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/data/default/test/7fb5b020c5770d1c2ca997fdea8a0784 2024-11-17T07:21:35,285 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/data/default/test/7fb5b020c5770d1c2ca997fdea8a0784 2024-11-17T07:21:35,285 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7fb5b020c5770d1c2ca997fdea8a0784 2024-11-17T07:21:35,285 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7fb5b020c5770d1c2ca997fdea8a0784 2024-11-17T07:21:35,286 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:21:35,286 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7fb5b020c5770d1c2ca997fdea8a0784 2024-11-17T07:21:35,288 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/data/default/test/7fb5b020c5770d1c2ca997fdea8a0784/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:21:35,288 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7fb5b020c5770d1c2ca997fdea8a0784; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61603137, jitterRate=-0.08204172551631927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:21:35,288 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fb5b020c5770d1c2ca997fdea8a0784 2024-11-17T07:21:35,289 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7fb5b020c5770d1c2ca997fdea8a0784: Running coprocessor pre-open hook at 1731828095280Writing region info on filesystem at 1731828095280Initializing all the Stores at 1731828095281 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828095281Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828095281Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828095281Cleaning up temporary data from old regions at 1731828095285 (+4 ms)Running coprocessor post-open hooks at 1731828095288 (+3 ms)Region opened successfully at 1731828095289 (+1 ms) 2024-11-17T07:21:35,289 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731828094146.7fb5b020c5770d1c2ca997fdea8a0784., pid=6, masterSystemTime=1731828095277 2024-11-17T07:21:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:35,291 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731828094146.7fb5b020c5770d1c2ca997fdea8a0784. 2024-11-17T07:21:35,291 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731828094146.7fb5b020c5770d1c2ca997fdea8a0784. 2024-11-17T07:21:35,292 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fb5b020c5770d1c2ca997fdea8a0784, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1dd62e24b303,41131,1731828091905 2024-11-17T07:21:35,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fb5b020c5770d1c2ca997fdea8a0784, server=1dd62e24b303,41131,1731828091905 because future has completed 2024-11-17T07:21:35,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T07:21:35,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fb5b020c5770d1c2ca997fdea8a0784, server=1dd62e24b303,41131,1731828091905 in 169 msec 2024-11-17T07:21:35,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T07:21:35,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7fb5b020c5770d1c2ca997fdea8a0784, ASSIGN in 325 msec 2024-11-17T07:21:35,297 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:21:35,297 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828095297"}]},"ts":"1731828095297"} 2024-11-17T07:21:35,299 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T07:21:35,299 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:21:35,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-17T07:21:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:36,301 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T07:21:36,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362b76a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:36,301 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,40749,-1 for getting cluster id 2024-11-17T07:21:36,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:36,302 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82877f86-487f-4649-8d0a-2eb911cf0706' 2024-11-17T07:21:36,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:36,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82877f86-487f-4649-8d0a-2eb911cf0706" 2024-11-17T07:21:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68adf0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,40749,-1] 2024-11-17T07:21:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:36,304 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:36,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f23d10a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:36,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:36,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,40749,1731828091851 2024-11-17T07:21:36,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a4861ea 2024-11-17T07:21:36,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:36,306 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:21:36,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40749 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1dd62e24b303:40749,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T07:21:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40749 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T07:21:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:21:36,309 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:40749' 2024-11-17T07:21:36,310 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2878a6dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:36,310 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,40749,-1 for getting cluster id 2024-11-17T07:21:36,310 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:36,311 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82877f86-487f-4649-8d0a-2eb911cf0706' 2024-11-17T07:21:36,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:36,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82877f86-487f-4649-8d0a-2eb911cf0706" 2024-11-17T07:21:36,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a41479a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:36,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,40749,-1] 2024-11-17T07:21:36,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:36,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:36,312 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:36,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@628d7f19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:36,313 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:36,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,40749,1731828091851 2024-11-17T07:21:36,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71ad4bb1 2024-11-17T07:21:36,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:36,314 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:21:36,315 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T07:21:36,315 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T07:21:36,315 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:36,315 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:36,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:21:36,315 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1dd62e24b303:40749, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-17T07:21:36,322 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1dd62e24b303:40749, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1dd62e24b303:40749, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1dd62e24b303:40749, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-17T07:21:36,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1dd62e24b303:40749, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=16 msec 2024-11-17T07:21:36,323 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-17T07:21:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:21:36,412 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:21:36,412 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://1dd62e24b303:40749, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-17T07:21:36,412 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:21:36,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:36,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:36,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:21:36,428 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=533 (was 360) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@640cb5b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/1dd62e24b303:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1dd62e24b303:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp554091986-7852 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f47b843c3a0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1dd62e24b303:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b-prefix:1dd62e24b303,41131,1731828091905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 41407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-1137512256-172.17.0.2-1731828090772:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2d6242e8-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2048915593-7902-acceptor-0@241936b6-ServerConnector@6acbc82c{HTTP/1.1, (http/1.1)}{localhost:40811} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7daf9b45 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: 1dd62e24b303:40749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41407 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1dd62e24b303:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52755) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/cluster_721a1744-4b67-2dc5-df60-a3df1ff5cc2c/data/data1/current/BP-1137512256-172.17.0.2-1731828090772 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b/MasterData-prefix:1dd62e24b303,40749,1731828091851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-624457604_20 at /127.0.0.1:36010 [Receiving block BP-1137512256-172.17.0.2-1731828090772:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/cluster_721a1744-4b67-2dc5-df60-a3df1ff5cc2c/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 41407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: CacheReplicationMonitor(947190049) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: ProcessThread(sid:0 cport:52755): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: BP-1137512256-172.17.0.2-1731828090772 heartbeating to localhost/127.0.0.1:41407 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7856-acceptor-0@1216f7c2-ServerConnector@35156634{HTTP/1.1, (http/1.1)}{localhost:36049} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/cluster_721a1744-4b67-2dc5-df60-a3df1ff5cc2c/data/data2/current/BP-1137512256-172.17.0.2-1731828090772 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2ac6f1e7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7855 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f47b843c3a0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_568523719_20 at /127.0.0.1:35992 [Receiving block BP-1137512256-172.17.0.2-1731828090772:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 44067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: M:0;1dd62e24b303:40749 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@fe4abc1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1dd62e24b303:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;1dd62e24b303:41131-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7853 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f47b843c3a0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 41407 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp2048915593-7901 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f47b843c3a0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-624457604_20 at /127.0.0.1:36006 [Receiving block BP-1137512256-172.17.0.2-1731828090772:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 44067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-3f03ca44-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41407/user/jenkins/test-data/40ac87de-fdcf-3931-aa38-8ead70859d1b-prefix:1dd62e24b303,41131,1731828091905.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1137512256-172.17.0.2-1731828090772:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: qtp2048915593-7904 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS:0;1dd62e24b303:41131 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 44067 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 2 on default port 44067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52755) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828092874 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7f885238 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7a9ecf14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7858 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2048915593-7903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/cluster_721a1744-4b67-2dc5-df60-a3df1ff5cc2c/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@53954af1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-624457604_20 at /127.0.0.1:35960 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1137512256-172.17.0.2-1731828090772:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828092875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f47b89ff9c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@58c8174[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$603/0x00007f47b8ad3d88.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 3 on default port 41407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:52755 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: qtp554091986-7854 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f47b843c3a0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 44067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:41407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@19c7f116 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52755) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp554091986-7859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=872 (was 790) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=400 (was 417), ProcessCount=11 (was 11), AvailableMemoryMB=590 (was 604) 2024-11-17T07:21:36,431 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-17T07:21:36,444 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=533, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=400, ProcessCount=11, AvailableMemoryMB=589 2024-11-17T07:21:36,444 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-17T07:21:36,457 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-17T07:21:36,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/hadoop.log.dir so I do NOT create it in target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c 2024-11-17T07:21:36,458 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T07:21:36,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/hadoop.tmp.dir so I do NOT create it in target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c 2024-11-17T07:21:36,458 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52a7331c-3b18-9e8f-d7f0-6ee327c8eb3a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T07:21:36,458 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c 2024-11-17T07:21:36,458 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/cluster_90d248ad-cc9e-11b2-a571-319c45595b0d, deleteOnExit=true 2024-11-17T07:21:36,460 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/cluster_90d248ad-cc9e-11b2-a571-319c45595b0d/zookeeper_0, clientPort=54430, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/cluster_90d248ad-cc9e-11b2-a571-319c45595b0d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/cluster_90d248ad-cc9e-11b2-a571-319c45595b0d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T07:21:36,461 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54430 2024-11-17T07:21:36,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T07:21:36,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T07:21:36,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/test.cache.data in system properties and HBase conf 2024-11-17T07:21:36,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T07:21:36,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/hadoop.log.dir in system properties and HBase conf 2024-11-17T07:21:36,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T07:21:36,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T07:21:36,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T07:21:36,462 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T07:21:36,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:21:36,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:21:36,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T07:21:36,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:21:36,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T07:21:36,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T07:21:36,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:21:36,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:21:36,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T07:21:36,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/nfs.dump.dir in system properties and HBase conf 2024-11-17T07:21:36,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/java.io.tmpdir in system properties and HBase conf 2024-11-17T07:21:36,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:21:36,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T07:21:36,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T07:21:36,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:21:36,537 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:21:36,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:21:36,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:21:36,538 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T07:21:36,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:21:36,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59820be7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:21:36,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ebed45a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:21:36,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a93662f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/java.io.tmpdir/jetty-localhost-42779-hadoop-hdfs-3_4_1-tests_jar-_-any-9138423809443986847/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:21:36,653 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@169722f2{HTTP/1.1, (http/1.1)}{localhost:42779} 2024-11-17T07:21:36,653 INFO [Time-limited test {}] server.Server(415): Started @285691ms 2024-11-17T07:21:36,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:21:36,733 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:21:36,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:21:36,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:21:36,735 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:21:36,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61aeee70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:21:36,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9aea8be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:21:36,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@772cd50{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/java.io.tmpdir/jetty-localhost-38647-hadoop-hdfs-3_4_1-tests_jar-_-any-5792690814285664904/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:21:36,851 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bde6823{HTTP/1.1, (http/1.1)}{localhost:38647} 2024-11-17T07:21:36,851 INFO [Time-limited test {}] server.Server(415): Started @285889ms 2024-11-17T07:21:36,852 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T07:21:36,946 WARN [Thread-4290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/cluster_90d248ad-cc9e-11b2-a571-319c45595b0d/data/data1/current/BP-1075547176-172.17.0.2-1731828096480/current, will proceed with Du for space computation calculation, 2024-11-17T07:21:36,946 WARN [Thread-4291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/cluster_90d248ad-cc9e-11b2-a571-319c45595b0d/data/data2/current/BP-1075547176-172.17.0.2-1731828096480/current, will proceed with Du for space computation calculation, 2024-11-17T07:21:36,970 WARN [Thread-4278 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T07:21:36,973 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ff8baccd955b914 with lease ID 0xe687e19cfc2f69be: Processing first storage report for DS-35c085cd-8ffd-47c5-8945-62f08922016b from datanode DatanodeRegistration(127.0.0.1:46335, datanodeUuid=836d52a3-d83b-4bf8-a0e5-51287e795fe2, infoPort=35771, infoSecurePort=0, ipcPort=34645, storageInfo=lv=-57;cid=testClusterID;nsid=1564607353;c=1731828096480) 2024-11-17T07:21:36,973 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ff8baccd955b914 with lease ID 0xe687e19cfc2f69be: from storage DS-35c085cd-8ffd-47c5-8945-62f08922016b node DatanodeRegistration(127.0.0.1:46335, datanodeUuid=836d52a3-d83b-4bf8-a0e5-51287e795fe2, infoPort=35771, infoSecurePort=0, ipcPort=34645, storageInfo=lv=-57;cid=testClusterID;nsid=1564607353;c=1731828096480), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:21:36,973 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ff8baccd955b914 with lease ID 0xe687e19cfc2f69be: Processing first storage report for DS-149abc74-b462-43ae-8145-7d34d5cf3231 from datanode DatanodeRegistration(127.0.0.1:46335, datanodeUuid=836d52a3-d83b-4bf8-a0e5-51287e795fe2, infoPort=35771, infoSecurePort=0, ipcPort=34645, storageInfo=lv=-57;cid=testClusterID;nsid=1564607353;c=1731828096480) 2024-11-17T07:21:36,973 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ff8baccd955b914 with lease ID 0xe687e19cfc2f69be: from storage DS-149abc74-b462-43ae-8145-7d34d5cf3231 node DatanodeRegistration(127.0.0.1:46335, datanodeUuid=836d52a3-d83b-4bf8-a0e5-51287e795fe2, infoPort=35771, infoSecurePort=0, ipcPort=34645, storageInfo=lv=-57;cid=testClusterID;nsid=1564607353;c=1731828096480), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:21:37,074 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c 2024-11-17T07:21:37,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:37,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:37,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741825_1001 (size=7) 2024-11-17T07:21:37,484 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82 with version=8 2024-11-17T07:21:37,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/hbase-staging 2024-11-17T07:21:37,487 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:21:37,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:37,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:37,487 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:21:37,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:37,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:21:37,487 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:21:37,487 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:21:37,488 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38131 2024-11-17T07:21:37,488 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38131 connecting to ZooKeeper ensemble=127.0.0.1:54430 2024-11-17T07:21:37,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381310x0, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:21:37,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38131-0x10124cd885b0000 connected 2024-11-17T07:21:37,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:37,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:37,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Set watcher on znode that does not yet exist, /0-97721825/running 2024-11-17T07:21:37,513 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82, hbase.cluster.distributed=false 2024-11-17T07:21:37,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Set watcher on znode that does not yet exist, /0-97721825/acl 2024-11-17T07:21:37,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38131 2024-11-17T07:21:37,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38131 2024-11-17T07:21:37,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38131 2024-11-17T07:21:37,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38131 2024-11-17T07:21:37,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38131 2024-11-17T07:21:37,534 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:21:37,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:37,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:37,534 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:21:37,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:37,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:21:37,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:21:37,534 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:21:37,535 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40003 2024-11-17T07:21:37,535 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40003 connecting to ZooKeeper ensemble=127.0.0.1:54430 2024-11-17T07:21:37,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:37,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:37,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400030x0, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:21:37,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400030x0, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Set watcher on znode that does not yet exist, /0-97721825/running 2024-11-17T07:21:37,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40003-0x10124cd885b0001 connected 2024-11-17T07:21:37,541 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:21:37,543 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:21:37,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40003-0x10124cd885b0001, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Set watcher on znode that does not yet exist, /0-97721825/master 2024-11-17T07:21:37,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40003-0x10124cd885b0001, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Set watcher on znode that does not yet exist, /0-97721825/acl 2024-11-17T07:21:37,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40003 2024-11-17T07:21:37,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40003 2024-11-17T07:21:37,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40003 2024-11-17T07:21:37,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40003 2024-11-17T07:21:37,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40003 2024-11-17T07:21:37,564 DEBUG [M:0;1dd62e24b303:38131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:38131 2024-11-17T07:21:37,564 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-97721825/backup-masters/1dd62e24b303,38131,1731828097486 2024-11-17T07:21:37,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x10124cd885b0001, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-97721825/backup-masters 2024-11-17T07:21:37,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-97721825/backup-masters 2024-11-17T07:21:37,567 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Set watcher on existing znode=/0-97721825/backup-masters/1dd62e24b303,38131,1731828097486 2024-11-17T07:21:37,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x10124cd885b0001, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-97721825/master 2024-11-17T07:21:37,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x10124cd885b0001, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-97721825 2024-11-17T07:21:37,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-97721825 2024-11-17T07:21:37,569 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Set watcher on existing znode=/0-97721825/master 2024-11-17T07:21:37,569 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-97721825/backup-masters/1dd62e24b303,38131,1731828097486 from backup master directory 2024-11-17T07:21:37,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-97721825/backup-masters/1dd62e24b303,38131,1731828097486 2024-11-17T07:21:37,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x10124cd885b0001, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-97721825/backup-masters 2024-11-17T07:21:37,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-97721825/backup-masters 2024-11-17T07:21:37,570 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:21:37,570 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,38131,1731828097486 2024-11-17T07:21:37,573 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/hbase.id] with ID: abcb7313-4272-481d-b8ea-5209e4110e09 2024-11-17T07:21:37,573 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/.tmp/hbase.id 2024-11-17T07:21:37,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741826_1002 (size=42) 2024-11-17T07:21:37,582 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/.tmp/hbase.id]:[hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/hbase.id] 2024-11-17T07:21:37,588 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:37,588 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:21:37,589 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T07:21:37,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-97721825 2024-11-17T07:21:37,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x10124cd885b0001, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-97721825 2024-11-17T07:21:37,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741827_1003 (size=196) 2024-11-17T07:21:37,598 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:21:37,599 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:21:37,599 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:21:37,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741828_1004 (size=1189) 2024-11-17T07:21:37,603 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/data/master/store 2024-11-17T07:21:37,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741829_1005 (size=34) 2024-11-17T07:21:38,010 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:38,010 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:21:38,010 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:38,010 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:38,010 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:21:38,010 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:38,010 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:38,010 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731828098010Disabling compacts and flushes for region at 1731828098010Disabling writes for close at 1731828098010Writing region close event to WAL at 1731828098010Closed at 1731828098010 2024-11-17T07:21:38,011 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/data/master/store/.initializing 2024-11-17T07:21:38,011 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/WALs/1dd62e24b303,38131,1731828097486 2024-11-17T07:21:38,011 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:21:38,013 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C38131%2C1731828097486, suffix=, logDir=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/WALs/1dd62e24b303,38131,1731828097486, archiveDir=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/oldWALs, maxLogs=10 2024-11-17T07:21:38,026 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/WALs/1dd62e24b303,38131,1731828097486/1dd62e24b303%2C38131%2C1731828097486.1731828098013, exclude list is [], retry=0 2024-11-17T07:21:38,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-35c085cd-8ffd-47c5-8945-62f08922016b,DISK] 2024-11-17T07:21:38,029 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/WALs/1dd62e24b303,38131,1731828097486/1dd62e24b303%2C38131%2C1731828097486.1731828098013 2024-11-17T07:21:38,032 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35771:35771)] 2024-11-17T07:21:38,032 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:21:38,032 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:38,032 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:38,032 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:38,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:38,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:21:38,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:38,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:38,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:38,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:21:38,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:38,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:38,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:38,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:21:38,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:38,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:38,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:38,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:21:38,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:38,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:38,037 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:38,038 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:38,038 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:38,038 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:38,038 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:38,039 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:21:38,039 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:38,041 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:21:38,041 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75014398, jitterRate=0.11780163645744324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:21:38,041 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731828098032Initializing all the Stores at 1731828098033 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828098033Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828098033Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828098033Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828098033Cleaning up temporary data from old regions at 1731828098038 (+5 ms)Region opened successfully at 1731828098041 (+3 ms) 2024-11-17T07:21:38,041 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:21:38,043 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574e21cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:21:38,043 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T07:21:38,043 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:21:38,043 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:21:38,044 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:21:38,044 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T07:21:38,044 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T07:21:38,044 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:21:38,045 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:21:38,046 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Unable to get data of znode /0-97721825/balancer because node does not exist (not necessarily an error) 2024-11-17T07:21:38,048 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-97721825/balancer already deleted, retry=false 2024-11-17T07:21:38,048 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:21:38,049 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Unable to get data of znode /0-97721825/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:21:38,050 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-97721825/normalizer already deleted, retry=false 2024-11-17T07:21:38,050 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:21:38,050 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Unable to get data of znode /0-97721825/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:21:38,051 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-97721825/switch/split already deleted, retry=false 2024-11-17T07:21:38,052 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Unable to get data of znode /0-97721825/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:21:38,053 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-97721825/switch/merge already deleted, retry=false 2024-11-17T07:21:38,054 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Unable to get data of znode /0-97721825/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:21:38,055 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-97721825/snapshot-cleanup already deleted, retry=false 2024-11-17T07:21:38,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-97721825/running 2024-11-17T07:21:38,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x10124cd885b0001, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-97721825/running 2024-11-17T07:21:38,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x10124cd885b0001, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-97721825 2024-11-17T07:21:38,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-97721825 2024-11-17T07:21:38,057 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,38131,1731828097486, sessionid=0x10124cd885b0000, setting cluster-up flag (Was=false) 2024-11-17T07:21:38,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x10124cd885b0001, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-97721825 2024-11-17T07:21:38,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-97721825 2024-11-17T07:21:38,064 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-97721825/flush-table-proc/acquired, /0-97721825/flush-table-proc/reached, /0-97721825/flush-table-proc/abort 2024-11-17T07:21:38,064 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,38131,1731828097486 2024-11-17T07:21:38,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-97721825 2024-11-17T07:21:38,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x10124cd885b0001, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-97721825 2024-11-17T07:21:38,071 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-97721825/online-snapshot/acquired, /0-97721825/online-snapshot/reached, /0-97721825/online-snapshot/abort 2024-11-17T07:21:38,071 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,38131,1731828097486 2024-11-17T07:21:38,072 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T07:21:38,073 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:38,073 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:21:38,073 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:21:38,074 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,38131,1731828097486 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:21:38,075 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:38,075 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:38,075 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:38,075 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:38,075 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:21:38,075 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:38,075 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:21:38,075 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:38,075 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731828128075 2024-11-17T07:21:38,075 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:21:38,076 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:21:38,076 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:21:38,076 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:21:38,076 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:21:38,076 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:21:38,076 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:38,076 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:38,076 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T07:21:38,076 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:21:38,076 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:21:38,076 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:21:38,076 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:21:38,077 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:21:38,077 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:38,077 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:21:38,077 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T07:21:38,081 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828098077,5,FailOnTimeoutGroup] 2024-11-17T07:21:38,081 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828098081,5,FailOnTimeoutGroup] 2024-11-17T07:21:38,081 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:38,081 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:21:38,081 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:38,081 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:38,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741831_1007 (size=1321) 2024-11-17T07:21:38,154 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(746): ClusterId : abcb7313-4272-481d-b8ea-5209e4110e09 2024-11-17T07:21:38,154 DEBUG [RS:0;1dd62e24b303:40003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:21:38,156 DEBUG [RS:0;1dd62e24b303:40003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:21:38,156 DEBUG [RS:0;1dd62e24b303:40003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:21:38,159 DEBUG [RS:0;1dd62e24b303:40003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:21:38,159 DEBUG [RS:0;1dd62e24b303:40003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723ad697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:21:38,170 DEBUG [RS:0;1dd62e24b303:40003 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:40003 2024-11-17T07:21:38,170 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:21:38,170 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:21:38,170 DEBUG [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:21:38,171 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,38131,1731828097486 with port=40003, startcode=1731828097534 2024-11-17T07:21:38,171 DEBUG [RS:0;1dd62e24b303:40003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:21:38,172 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:21:38,173 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38131 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,40003,1731828097534 2024-11-17T07:21:38,173 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38131 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,40003,1731828097534 2024-11-17T07:21:38,174 DEBUG [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82 2024-11-17T07:21:38,174 DEBUG [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38143 2024-11-17T07:21:38,174 DEBUG [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:21:38,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-97721825/rs 2024-11-17T07:21:38,176 DEBUG [RS:0;1dd62e24b303:40003 {}] zookeeper.ZKUtil(111): regionserver:40003-0x10124cd885b0001, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Set watcher on existing znode=/0-97721825/rs/1dd62e24b303,40003,1731828097534 2024-11-17T07:21:38,176 WARN [RS:0;1dd62e24b303:40003 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:21:38,176 INFO [RS:0;1dd62e24b303:40003 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:21:38,176 DEBUG [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534 2024-11-17T07:21:38,176 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,40003,1731828097534] 2024-11-17T07:21:38,178 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:21:38,180 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:21:38,180 INFO [RS:0;1dd62e24b303:40003 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:21:38,180 INFO [RS:0;1dd62e24b303:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:38,180 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:21:38,181 INFO [RS:0;1dd62e24b303:40003 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:21:38,181 INFO [RS:0;1dd62e24b303:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:38,181 DEBUG [RS:0;1dd62e24b303:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:38,181 DEBUG [RS:0;1dd62e24b303:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:38,181 DEBUG [RS:0;1dd62e24b303:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:38,181 DEBUG [RS:0;1dd62e24b303:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:38,181 DEBUG [RS:0;1dd62e24b303:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:38,181 DEBUG [RS:0;1dd62e24b303:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:21:38,181 DEBUG [RS:0;1dd62e24b303:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:38,181 DEBUG [RS:0;1dd62e24b303:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:38,181 DEBUG [RS:0;1dd62e24b303:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:38,181 DEBUG [RS:0;1dd62e24b303:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:38,181 DEBUG [RS:0;1dd62e24b303:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:38,181 DEBUG [RS:0;1dd62e24b303:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:38,181 DEBUG [RS:0;1dd62e24b303:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:21:38,181 DEBUG [RS:0;1dd62e24b303:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:21:38,184 INFO [RS:0;1dd62e24b303:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:38,184 INFO [RS:0;1dd62e24b303:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:38,184 INFO [RS:0;1dd62e24b303:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:38,184 INFO [RS:0;1dd62e24b303:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:38,184 INFO [RS:0;1dd62e24b303:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:38,184 INFO [RS:0;1dd62e24b303:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,40003,1731828097534-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:21:38,197 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:21:38,198 INFO [RS:0;1dd62e24b303:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,40003,1731828097534-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:38,198 INFO [RS:0;1dd62e24b303:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:38,198 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.Replication(171): 1dd62e24b303,40003,1731828097534 started 2024-11-17T07:21:38,212 INFO [RS:0;1dd62e24b303:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:38,212 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,40003,1731828097534, RpcServer on 1dd62e24b303/172.17.0.2:40003, sessionid=0x10124cd885b0001 2024-11-17T07:21:38,213 DEBUG [RS:0;1dd62e24b303:40003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:21:38,213 DEBUG [RS:0;1dd62e24b303:40003 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,40003,1731828097534 2024-11-17T07:21:38,213 DEBUG [RS:0;1dd62e24b303:40003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,40003,1731828097534' 2024-11-17T07:21:38,213 DEBUG [RS:0;1dd62e24b303:40003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-97721825/flush-table-proc/abort' 2024-11-17T07:21:38,213 DEBUG [RS:0;1dd62e24b303:40003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-97721825/flush-table-proc/acquired' 2024-11-17T07:21:38,213 DEBUG [RS:0;1dd62e24b303:40003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:21:38,213 DEBUG [RS:0;1dd62e24b303:40003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:21:38,213 DEBUG [RS:0;1dd62e24b303:40003 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,40003,1731828097534 2024-11-17T07:21:38,213 DEBUG [RS:0;1dd62e24b303:40003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,40003,1731828097534' 2024-11-17T07:21:38,213 DEBUG [RS:0;1dd62e24b303:40003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-97721825/online-snapshot/abort' 2024-11-17T07:21:38,213 DEBUG [RS:0;1dd62e24b303:40003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-97721825/online-snapshot/acquired' 2024-11-17T07:21:38,214 DEBUG [RS:0;1dd62e24b303:40003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:21:38,214 INFO [RS:0;1dd62e24b303:40003 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:21:38,214 INFO [RS:0;1dd62e24b303:40003 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:21:38,314 INFO [RS:0;1dd62e24b303:40003 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:21:38,315 INFO [RS:0;1dd62e24b303:40003 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C40003%2C1731828097534, suffix=, logDir=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534, archiveDir=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/oldWALs, maxLogs=10 2024-11-17T07:21:38,328 DEBUG [RS:0;1dd62e24b303:40003 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828098315, exclude list is [], retry=0 2024-11-17T07:21:38,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-35c085cd-8ffd-47c5-8945-62f08922016b,DISK] 2024-11-17T07:21:38,331 INFO [RS:0;1dd62e24b303:40003 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828098315 2024-11-17T07:21:38,332 DEBUG [RS:0;1dd62e24b303:40003 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35771:35771)] 2024-11-17T07:21:38,485 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T07:21:38,485 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82 2024-11-17T07:21:38,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741833_1009 (size=32) 2024-11-17T07:21:38,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:38,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:21:38,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:21:38,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:38,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:38,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:21:38,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:21:38,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:38,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:38,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:21:38,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:21:38,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:38,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:38,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:21:38,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:21:38,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:38,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:38,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:21:38,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740 2024-11-17T07:21:38,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740 2024-11-17T07:21:38,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:21:38,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:21:38,897 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:21:38,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:21:38,899 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:21:38,900 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58904436, jitterRate=-0.12225550413131714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:21:38,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731828098890Initializing all the Stores at 1731828098891 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828098891Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828098891Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828098891Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828098891Cleaning up temporary data from old regions at 1731828098897 (+6 ms)Region opened successfully at 1731828098900 (+3 ms) 2024-11-17T07:21:38,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:21:38,900 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:21:38,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:21:38,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:21:38,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:21:38,900 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:21:38,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731828098900Disabling compacts and flushes for region at 1731828098900Disabling writes for close at 1731828098900Writing region close event to WAL at 1731828098900Closed at 1731828098900 2024-11-17T07:21:38,901 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:38,901 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T07:21:38,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:21:38,902 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:21:38,902 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T07:21:38,961 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T07:21:38,961 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T07:21:39,053 DEBUG [1dd62e24b303:38131 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:21:39,053 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,40003,1731828097534 2024-11-17T07:21:39,054 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,40003,1731828097534, state=OPENING 2024-11-17T07:21:39,056 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T07:21:39,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-97721825 2024-11-17T07:21:39,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x10124cd885b0001, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-97721825 2024-11-17T07:21:39,058 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:21:39,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-97721825/meta-region-server: CHANGED 2024-11-17T07:21:39,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-97721825/meta-region-server: CHANGED 2024-11-17T07:21:39,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,40003,1731828097534}] 2024-11-17T07:21:39,210 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:21:39,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:21:39,214 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:21:39,214 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:21:39,214 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:21:39,215 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C40003%2C1731828097534.meta, suffix=.meta, logDir=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534, archiveDir=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/oldWALs, maxLogs=10 2024-11-17T07:21:39,232 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.meta.1731828099216.meta, exclude list is [], retry=0 2024-11-17T07:21:39,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-35c085cd-8ffd-47c5-8945-62f08922016b,DISK] 2024-11-17T07:21:39,235 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.meta.1731828099216.meta 2024-11-17T07:21:39,236 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35771:35771)] 2024-11-17T07:21:39,236 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:21:39,236 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:21:39,236 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:21:39,236 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:21:39,236 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:21:39,236 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:21:39,237 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:39,237 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:21:39,237 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:21:39,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:21:39,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:21:39,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:39,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:39,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:21:39,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:21:39,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:39,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:39,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:21:39,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:21:39,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:39,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:39,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:21:39,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:21:39,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:39,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:39,241 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:21:39,241 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740 2024-11-17T07:21:39,242 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740 2024-11-17T07:21:39,243 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:21:39,243 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:21:39,243 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:21:39,244 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:21:39,245 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68717316, jitterRate=0.02396780252456665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:21:39,245 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:21:39,245 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731828099237Writing region info on filesystem at 1731828099237Initializing all the Stores at 1731828099237Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828099237Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828099237Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828099237Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828099237Cleaning up temporary data from old regions at 1731828099243 (+6 ms)Running coprocessor post-open hooks at 1731828099245 (+2 ms)Region opened successfully at 1731828099245 2024-11-17T07:21:39,245 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731828099210 2024-11-17T07:21:39,247 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:21:39,247 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:21:39,247 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,40003,1731828097534 2024-11-17T07:21:39,248 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,40003,1731828097534, state=OPEN 2024-11-17T07:21:39,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x10124cd885b0001, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-97721825/meta-region-server 2024-11-17T07:21:39,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-97721825/meta-region-server 2024-11-17T07:21:39,254 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,40003,1731828097534 2024-11-17T07:21:39,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-97721825/meta-region-server: CHANGED 2024-11-17T07:21:39,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-97721825/meta-region-server: CHANGED 2024-11-17T07:21:39,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T07:21:39,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,40003,1731828097534 in 196 msec 2024-11-17T07:21:39,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T07:21:39,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-17T07:21:39,258 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:39,258 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T07:21:39,259 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:39,259 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,40003,1731828097534, seqNum=-1] 2024-11-17T07:21:39,259 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:39,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:21:39,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-11-17T07:21:39,263 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731828099263, completionTime=-1 2024-11-17T07:21:39,264 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T07:21:39,264 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:21:39,265 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:21:39,265 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731828159265 2024-11-17T07:21:39,265 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731828219265 2024-11-17T07:21:39,265 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T07:21:39,266 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,38131,1731828097486-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:39,266 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,38131,1731828097486-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:39,266 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,38131,1731828097486-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:39,266 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:38131, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:39,266 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:39,266 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:39,267 DEBUG [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T07:21:39,269 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.699sec 2024-11-17T07:21:39,269 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:21:39,269 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:21:39,269 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:21:39,269 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:21:39,269 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:21:39,269 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,38131,1731828097486-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:21:39,269 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,38131,1731828097486-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:21:39,270 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:21:39,270 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:21:39,270 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,38131,1731828097486-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:39,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529da097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:39,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,38131,-1 for getting cluster id 2024-11-17T07:21:39,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:39,356 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abcb7313-4272-481d-b8ea-5209e4110e09' 2024-11-17T07:21:39,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:39,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abcb7313-4272-481d-b8ea-5209e4110e09" 2024-11-17T07:21:39,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0f6103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:39,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,38131,-1] 2024-11-17T07:21:39,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:39,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:39,358 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:39,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4c6048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:39,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:39,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,40003,1731828097534, seqNum=-1] 2024-11-17T07:21:39,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:39,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:21:39,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1dd62e24b303,38131,1731828097486 2024-11-17T07:21:39,362 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54430 2024-11-17T07:21:39,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:21:39,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10124cd885b0002 connected 2024-11-17T07:21:39,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/hadoop.log.dir so I do NOT create it in target/test-data/335cbdba-197a-038c-0f62-96b5975c3692 2024-11-17T07:21:39,367 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T07:21:39,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/hadoop.tmp.dir so I do NOT create it in target/test-data/335cbdba-197a-038c-0f62-96b5975c3692 2024-11-17T07:21:39,367 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T07:21:39,367 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692 2024-11-17T07:21:39,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T07:21:39,367 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/cluster_05639082-4160-2f42-039d-1ffa90f418fb, deleteOnExit=true 2024-11-17T07:21:39,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T07:21:39,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/test.cache.data in system properties and HBase conf 2024-11-17T07:21:39,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T07:21:39,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/hadoop.log.dir in system properties and HBase conf 2024-11-17T07:21:39,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T07:21:39,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T07:21:39,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T07:21:39,368 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T07:21:39,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:21:39,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:21:39,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T07:21:39,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:21:39,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T07:21:39,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T07:21:39,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:21:39,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:21:39,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T07:21:39,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/nfs.dump.dir in system properties and HBase conf 2024-11-17T07:21:39,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/java.io.tmpdir in system properties and HBase conf 2024-11-17T07:21:39,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:21:39,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T07:21:39,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T07:21:39,444 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T07:21:39,445 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:39,446 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:39,446 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:39,446 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:39,446 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:39,446 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:39,447 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:39,485 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:39,485 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:39,486 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:39,486 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:39,486 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:39,486 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:39,489 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:39,493 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:39,493 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:39,495 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:39,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:21:39,528 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:21:39,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:21:39,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:21:39,529 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:21:39,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:21:39,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@252587db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:21:39,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6627d46b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:21:39,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45ae4538{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/java.io.tmpdir/jetty-localhost-39539-hadoop-hdfs-3_4_1-tests_jar-_-any-11522157862261161731/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:21:39,681 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f392555{HTTP/1.1, (http/1.1)}{localhost:39539} 2024-11-17T07:21:39,681 INFO [Time-limited test {}] server.Server(415): Started @288719ms 2024-11-17T07:21:39,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:21:39,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:21:39,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:21:39,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:21:39,772 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T07:21:39,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c4eba30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:21:39,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42cb9d4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:21:39,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f556e7f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/java.io.tmpdir/jetty-localhost-38463-hadoop-hdfs-3_4_1-tests_jar-_-any-2374194504794301034/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:21:39,887 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b583009{HTTP/1.1, (http/1.1)}{localhost:38463} 2024-11-17T07:21:39,887 INFO [Time-limited test {}] server.Server(415): Started @288925ms 2024-11-17T07:21:39,889 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T07:21:39,992 WARN [Thread-4412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/cluster_05639082-4160-2f42-039d-1ffa90f418fb/data/data2/current/BP-1680095645-172.17.0.2-1731828099386/current, will proceed with Du for space computation calculation, 2024-11-17T07:21:39,992 WARN [Thread-4411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/cluster_05639082-4160-2f42-039d-1ffa90f418fb/data/data1/current/BP-1680095645-172.17.0.2-1731828099386/current, will proceed with Du for space computation calculation, 2024-11-17T07:21:40,009 WARN [Thread-4399 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T07:21:40,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f3137bcb2f3991f with lease ID 0x297283bc42b3410b: Processing first storage report for DS-1ddb86ac-2144-4b37-bae1-8c45d00e06bb from datanode DatanodeRegistration(127.0.0.1:45683, datanodeUuid=4836d8ef-650e-4f15-b681-ce1bfcb240fc, infoPort=34291, infoSecurePort=0, ipcPort=34901, storageInfo=lv=-57;cid=testClusterID;nsid=1085963312;c=1731828099386) 2024-11-17T07:21:40,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f3137bcb2f3991f with lease ID 0x297283bc42b3410b: from storage DS-1ddb86ac-2144-4b37-bae1-8c45d00e06bb node DatanodeRegistration(127.0.0.1:45683, datanodeUuid=4836d8ef-650e-4f15-b681-ce1bfcb240fc, infoPort=34291, infoSecurePort=0, ipcPort=34901, storageInfo=lv=-57;cid=testClusterID;nsid=1085963312;c=1731828099386), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:21:40,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f3137bcb2f3991f with lease ID 0x297283bc42b3410b: Processing first storage report for DS-ba7e50b9-60f0-457e-a105-0af821d9766f from datanode DatanodeRegistration(127.0.0.1:45683, datanodeUuid=4836d8ef-650e-4f15-b681-ce1bfcb240fc, infoPort=34291, infoSecurePort=0, ipcPort=34901, storageInfo=lv=-57;cid=testClusterID;nsid=1085963312;c=1731828099386) 2024-11-17T07:21:40,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f3137bcb2f3991f with lease ID 0x297283bc42b3410b: from storage DS-ba7e50b9-60f0-457e-a105-0af821d9766f node DatanodeRegistration(127.0.0.1:45683, datanodeUuid=4836d8ef-650e-4f15-b681-ce1bfcb240fc, infoPort=34291, infoSecurePort=0, ipcPort=34901, storageInfo=lv=-57;cid=testClusterID;nsid=1085963312;c=1731828099386), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:21:40,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692 2024-11-17T07:21:40,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:40,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:40,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741825_1001 (size=7) 2024-11-17T07:21:40,020 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d with version=8 2024-11-17T07:21:40,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/hbase-staging 2024-11-17T07:21:40,022 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:21:40,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:40,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:40,022 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:21:40,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:40,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:21:40,022 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:21:40,022 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:21:40,023 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45159 2024-11-17T07:21:40,023 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45159 connecting to ZooKeeper ensemble=127.0.0.1:54430 2024-11-17T07:21:40,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451590x0, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:21:40,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45159-0x10124cd885b0003 connected 2024-11-17T07:21:40,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:40,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:40,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Set watcher on znode that does not yet exist, /1-1448955782/running 2024-11-17T07:21:40,056 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d, hbase.cluster.distributed=false 2024-11-17T07:21:40,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Set watcher on znode that does not yet exist, /1-1448955782/acl 2024-11-17T07:21:40,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45159 2024-11-17T07:21:40,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45159 2024-11-17T07:21:40,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45159 2024-11-17T07:21:40,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45159 2024-11-17T07:21:40,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45159 2024-11-17T07:21:40,077 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:21:40,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:40,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:40,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:21:40,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:40,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:21:40,078 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:21:40,078 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:21:40,079 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46613 2024-11-17T07:21:40,079 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46613 connecting to ZooKeeper ensemble=127.0.0.1:54430 2024-11-17T07:21:40,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:40,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:40,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466130x0, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:21:40,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466130x0, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Set watcher on znode that does not yet exist, /1-1448955782/running 2024-11-17T07:21:40,087 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:21:40,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46613-0x10124cd885b0004 connected 2024-11-17T07:21:40,090 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:21:40,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46613-0x10124cd885b0004, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Set watcher on znode that does not yet exist, /1-1448955782/master 2024-11-17T07:21:40,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46613-0x10124cd885b0004, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Set watcher on znode that does not yet exist, /1-1448955782/acl 2024-11-17T07:21:40,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46613 2024-11-17T07:21:40,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46613 2024-11-17T07:21:40,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46613 2024-11-17T07:21:40,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46613 2024-11-17T07:21:40,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46613 2024-11-17T07:21:40,114 DEBUG [M:0;1dd62e24b303:45159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:45159 2024-11-17T07:21:40,114 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1448955782/backup-masters/1dd62e24b303,45159,1731828100022 2024-11-17T07:21:40,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448955782/backup-masters 2024-11-17T07:21:40,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x10124cd885b0004, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448955782/backup-masters 2024-11-17T07:21:40,116 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Set watcher on existing znode=/1-1448955782/backup-masters/1dd62e24b303,45159,1731828100022 2024-11-17T07:21:40,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x10124cd885b0004, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1448955782/master 2024-11-17T07:21:40,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448955782 2024-11-17T07:21:40,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x10124cd885b0004, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448955782 2024-11-17T07:21:40,119 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Set watcher on existing znode=/1-1448955782/master 2024-11-17T07:21:40,119 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1448955782/backup-masters/1dd62e24b303,45159,1731828100022 from backup master directory 2024-11-17T07:21:40,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1448955782/backup-masters/1dd62e24b303,45159,1731828100022 2024-11-17T07:21:40,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x10124cd885b0004, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448955782/backup-masters 2024-11-17T07:21:40,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448955782/backup-masters 2024-11-17T07:21:40,121 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:21:40,121 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,45159,1731828100022 2024-11-17T07:21:40,123 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/hbase.id] with ID: b14a5394-843a-40a6-aa38-d5b5faca7d1c 2024-11-17T07:21:40,123 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/.tmp/hbase.id 2024-11-17T07:21:40,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741826_1002 (size=42) 2024-11-17T07:21:40,530 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/.tmp/hbase.id]:[hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/hbase.id] 2024-11-17T07:21:40,537 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:40,538 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:21:40,538 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T07:21:40,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448955782 2024-11-17T07:21:40,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x10124cd885b0004, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448955782 2024-11-17T07:21:40,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741827_1003 (size=196) 2024-11-17T07:21:40,945 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:21:40,946 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:21:40,947 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:21:40,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741828_1004 (size=1189) 2024-11-17T07:21:41,352 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/data/master/store 2024-11-17T07:21:41,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741829_1005 (size=34) 2024-11-17T07:21:41,757 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:41,757 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:21:41,757 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:41,757 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:41,757 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:21:41,757 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:41,757 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:41,757 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731828101757Disabling compacts and flushes for region at 1731828101757Disabling writes for close at 1731828101757Writing region close event to WAL at 1731828101757Closed at 1731828101757 2024-11-17T07:21:41,758 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/data/master/store/.initializing 2024-11-17T07:21:41,758 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/WALs/1dd62e24b303,45159,1731828100022 2024-11-17T07:21:41,759 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:21:41,760 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C45159%2C1731828100022, suffix=, logDir=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/WALs/1dd62e24b303,45159,1731828100022, archiveDir=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/oldWALs, maxLogs=10 2024-11-17T07:21:41,773 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/WALs/1dd62e24b303,45159,1731828100022/1dd62e24b303%2C45159%2C1731828100022.1731828101760, exclude list is [], retry=0 2024-11-17T07:21:41,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45683,DS-1ddb86ac-2144-4b37-bae1-8c45d00e06bb,DISK] 2024-11-17T07:21:41,777 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/WALs/1dd62e24b303,45159,1731828100022/1dd62e24b303%2C45159%2C1731828100022.1731828101760 2024-11-17T07:21:41,777 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34291:34291)] 2024-11-17T07:21:41,777 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:21:41,777 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:41,777 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:41,777 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:41,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:41,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:21:41,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:41,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:41,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:41,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:21:41,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:41,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:41,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:41,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:21:41,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:41,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:41,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:41,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:21:41,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:41,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:41,783 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:41,784 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:41,784 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:41,784 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:41,785 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:41,785 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:21:41,786 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:41,787 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:21:41,788 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64710091, jitterRate=-0.035744503140449524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:21:41,788 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731828101778Initializing all the Stores at 1731828101778Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828101778Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828101778Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828101778Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828101778Cleaning up temporary data from old regions at 1731828101785 (+7 ms)Region opened successfully at 1731828101788 (+3 ms) 2024-11-17T07:21:41,788 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:21:41,790 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62cc999b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:21:41,791 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T07:21:41,791 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:21:41,791 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:21:41,792 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:21:41,792 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T07:21:41,792 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T07:21:41,792 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:21:41,794 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:21:41,794 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Unable to get data of znode /1-1448955782/balancer because node does not exist (not necessarily an error) 2024-11-17T07:21:41,795 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1448955782/balancer already deleted, retry=false 2024-11-17T07:21:41,796 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:21:41,796 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Unable to get data of znode /1-1448955782/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:21:41,798 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1448955782/normalizer already deleted, retry=false 2024-11-17T07:21:41,798 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:21:41,799 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Unable to get data of znode /1-1448955782/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:21:41,800 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1448955782/switch/split already deleted, retry=false 2024-11-17T07:21:41,800 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Unable to get data of znode /1-1448955782/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:21:41,801 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1448955782/switch/merge already deleted, retry=false 2024-11-17T07:21:41,802 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Unable to get data of znode /1-1448955782/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:21:41,803 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1448955782/snapshot-cleanup already deleted, retry=false 2024-11-17T07:21:41,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1448955782/running 2024-11-17T07:21:41,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x10124cd885b0004, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1448955782/running 2024-11-17T07:21:41,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448955782 2024-11-17T07:21:41,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x10124cd885b0004, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448955782 2024-11-17T07:21:41,810 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,45159,1731828100022, sessionid=0x10124cd885b0003, setting cluster-up flag (Was=false) 2024-11-17T07:21:41,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448955782 2024-11-17T07:21:41,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x10124cd885b0004, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448955782 2024-11-17T07:21:41,817 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1448955782/flush-table-proc/acquired, /1-1448955782/flush-table-proc/reached, /1-1448955782/flush-table-proc/abort 2024-11-17T07:21:41,817 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,45159,1731828100022 2024-11-17T07:21:41,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448955782 2024-11-17T07:21:41,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x10124cd885b0004, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448955782 2024-11-17T07:21:41,825 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1448955782/online-snapshot/acquired, /1-1448955782/online-snapshot/reached, /1-1448955782/online-snapshot/abort 2024-11-17T07:21:41,825 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,45159,1731828100022 2024-11-17T07:21:41,826 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T07:21:41,828 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:41,828 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:21:41,828 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:21:41,828 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,45159,1731828100022 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:21:41,829 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:41,829 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:41,829 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:41,829 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:41,829 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:21:41,829 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:41,829 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:21:41,829 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:41,830 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731828131830 2024-11-17T07:21:41,830 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:21:41,830 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:21:41,830 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:21:41,830 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:21:41,830 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:21:41,830 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:21:41,831 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:41,831 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:21:41,831 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:21:41,831 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:41,831 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:21:41,831 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:21:41,831 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T07:21:41,831 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:21:41,831 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:21:41,832 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828101831,5,FailOnTimeoutGroup] 2024-11-17T07:21:41,832 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828101832,5,FailOnTimeoutGroup] 2024-11-17T07:21:41,832 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:41,832 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:21:41,832 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:41,832 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:41,832 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:41,832 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T07:21:41,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741831_1007 (size=1321) 2024-11-17T07:21:41,902 INFO [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(746): ClusterId : b14a5394-843a-40a6-aa38-d5b5faca7d1c 2024-11-17T07:21:41,902 DEBUG [RS:0;1dd62e24b303:46613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:21:41,904 DEBUG [RS:0;1dd62e24b303:46613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:21:41,904 DEBUG [RS:0;1dd62e24b303:46613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:21:41,906 DEBUG [RS:0;1dd62e24b303:46613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:21:41,907 DEBUG [RS:0;1dd62e24b303:46613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f845fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:21:41,918 DEBUG [RS:0;1dd62e24b303:46613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:46613 2024-11-17T07:21:41,918 INFO [RS:0;1dd62e24b303:46613 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:21:41,918 INFO [RS:0;1dd62e24b303:46613 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:21:41,918 DEBUG [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:21:41,919 INFO [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,45159,1731828100022 with port=46613, startcode=1731828100077 2024-11-17T07:21:41,919 DEBUG [RS:0;1dd62e24b303:46613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:21:41,920 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:21:41,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45159 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,46613,1731828100077 2024-11-17T07:21:41,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45159 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,46613,1731828100077 2024-11-17T07:21:41,922 DEBUG [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d 2024-11-17T07:21:41,922 DEBUG [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46587 2024-11-17T07:21:41,922 DEBUG [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:21:41,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448955782/rs 2024-11-17T07:21:41,929 DEBUG [RS:0;1dd62e24b303:46613 {}] zookeeper.ZKUtil(111): regionserver:46613-0x10124cd885b0004, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Set watcher on existing znode=/1-1448955782/rs/1dd62e24b303,46613,1731828100077 2024-11-17T07:21:41,929 WARN [RS:0;1dd62e24b303:46613 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:21:41,929 INFO [RS:0;1dd62e24b303:46613 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:21:41,929 DEBUG [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/WALs/1dd62e24b303,46613,1731828100077 2024-11-17T07:21:41,929 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,46613,1731828100077] 2024-11-17T07:21:41,931 INFO [RS:0;1dd62e24b303:46613 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:21:41,933 INFO [RS:0;1dd62e24b303:46613 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:21:41,934 INFO [RS:0;1dd62e24b303:46613 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:21:41,934 INFO [RS:0;1dd62e24b303:46613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:41,934 INFO [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:21:41,935 INFO [RS:0;1dd62e24b303:46613 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:21:41,935 INFO [RS:0;1dd62e24b303:46613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:41,935 DEBUG [RS:0;1dd62e24b303:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:41,935 DEBUG [RS:0;1dd62e24b303:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:41,935 DEBUG [RS:0;1dd62e24b303:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:41,935 DEBUG [RS:0;1dd62e24b303:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:41,935 DEBUG [RS:0;1dd62e24b303:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:41,935 DEBUG [RS:0;1dd62e24b303:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:21:41,935 DEBUG [RS:0;1dd62e24b303:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:41,935 DEBUG [RS:0;1dd62e24b303:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:41,935 DEBUG [RS:0;1dd62e24b303:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:41,935 DEBUG [RS:0;1dd62e24b303:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:41,935 DEBUG [RS:0;1dd62e24b303:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:41,935 DEBUG [RS:0;1dd62e24b303:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:41,935 DEBUG [RS:0;1dd62e24b303:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:21:41,935 DEBUG [RS:0;1dd62e24b303:46613 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:21:41,942 INFO [RS:0;1dd62e24b303:46613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:41,942 INFO [RS:0;1dd62e24b303:46613 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:41,942 INFO [RS:0;1dd62e24b303:46613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:41,942 INFO [RS:0;1dd62e24b303:46613 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:41,942 INFO [RS:0;1dd62e24b303:46613 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:41,942 INFO [RS:0;1dd62e24b303:46613 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,46613,1731828100077-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:21:41,960 INFO [RS:0;1dd62e24b303:46613 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:21:41,960 INFO [RS:0;1dd62e24b303:46613 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,46613,1731828100077-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:41,960 INFO [RS:0;1dd62e24b303:46613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:41,960 INFO [RS:0;1dd62e24b303:46613 {}] regionserver.Replication(171): 1dd62e24b303,46613,1731828100077 started 2024-11-17T07:21:41,980 INFO [RS:0;1dd62e24b303:46613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:41,980 INFO [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,46613,1731828100077, RpcServer on 1dd62e24b303/172.17.0.2:46613, sessionid=0x10124cd885b0004 2024-11-17T07:21:41,980 DEBUG [RS:0;1dd62e24b303:46613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:21:41,980 DEBUG [RS:0;1dd62e24b303:46613 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,46613,1731828100077 2024-11-17T07:21:41,980 DEBUG [RS:0;1dd62e24b303:46613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,46613,1731828100077' 2024-11-17T07:21:41,980 DEBUG [RS:0;1dd62e24b303:46613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1448955782/flush-table-proc/abort' 2024-11-17T07:21:41,981 DEBUG [RS:0;1dd62e24b303:46613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1448955782/flush-table-proc/acquired' 2024-11-17T07:21:41,981 DEBUG [RS:0;1dd62e24b303:46613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:21:41,981 DEBUG [RS:0;1dd62e24b303:46613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:21:41,981 DEBUG [RS:0;1dd62e24b303:46613 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,46613,1731828100077 2024-11-17T07:21:41,981 DEBUG [RS:0;1dd62e24b303:46613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,46613,1731828100077' 2024-11-17T07:21:41,981 DEBUG [RS:0;1dd62e24b303:46613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1448955782/online-snapshot/abort' 2024-11-17T07:21:41,982 DEBUG [RS:0;1dd62e24b303:46613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1448955782/online-snapshot/acquired' 2024-11-17T07:21:41,982 DEBUG [RS:0;1dd62e24b303:46613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:21:41,982 INFO [RS:0;1dd62e24b303:46613 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:21:41,982 INFO [RS:0;1dd62e24b303:46613 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:21:42,083 INFO [RS:0;1dd62e24b303:46613 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:21:42,084 INFO [RS:0;1dd62e24b303:46613 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C46613%2C1731828100077, suffix=, logDir=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/WALs/1dd62e24b303,46613,1731828100077, archiveDir=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/oldWALs, maxLogs=10 2024-11-17T07:21:42,101 DEBUG [RS:0;1dd62e24b303:46613 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/WALs/1dd62e24b303,46613,1731828100077/1dd62e24b303%2C46613%2C1731828100077.1731828102084, exclude list is [], retry=0 2024-11-17T07:21:42,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45683,DS-1ddb86ac-2144-4b37-bae1-8c45d00e06bb,DISK] 2024-11-17T07:21:42,105 INFO [RS:0;1dd62e24b303:46613 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/WALs/1dd62e24b303,46613,1731828100077/1dd62e24b303%2C46613%2C1731828100077.1731828102084 2024-11-17T07:21:42,105 DEBUG [RS:0;1dd62e24b303:46613 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34291:34291)] 2024-11-17T07:21:42,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T07:21:42,238 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d 2024-11-17T07:21:42,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741833_1009 (size=32) 2024-11-17T07:21:42,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:42,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:21:42,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:21:42,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:42,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:42,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:21:42,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:21:42,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:42,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:42,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:21:42,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:21:42,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:42,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:42,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:21:42,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:21:42,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:42,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:42,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:21:42,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740 2024-11-17T07:21:42,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740 2024-11-17T07:21:42,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:21:42,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:21:42,651 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:21:42,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:21:42,653 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:21:42,653 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60517095, jitterRate=-0.09822501242160797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:21:42,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731828102643Initializing all the Stores at 1731828102644 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828102644Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828102644Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828102644Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828102644Cleaning up temporary data from old regions at 1731828102650 (+6 ms)Region opened successfully at 1731828102653 (+3 ms) 2024-11-17T07:21:42,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:21:42,653 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:21:42,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:21:42,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:21:42,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:21:42,654 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:21:42,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731828102653Disabling compacts and flushes for region at 1731828102653Disabling writes for close at 1731828102653Writing region close event to WAL at 1731828102654 (+1 ms)Closed at 1731828102654 2024-11-17T07:21:42,655 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:42,655 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T07:21:42,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:21:42,656 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:21:42,656 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T07:21:42,807 DEBUG [1dd62e24b303:45159 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:21:42,807 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,46613,1731828100077 2024-11-17T07:21:42,808 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,46613,1731828100077, state=OPENING 2024-11-17T07:21:42,810 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T07:21:42,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448955782 2024-11-17T07:21:42,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x10124cd885b0004, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448955782 2024-11-17T07:21:42,811 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:21:42,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1448955782/meta-region-server: CHANGED 2024-11-17T07:21:42,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,46613,1731828100077}] 2024-11-17T07:21:42,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1448955782/meta-region-server: CHANGED 2024-11-17T07:21:42,964 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:21:42,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:21:42,968 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:21:42,968 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:21:42,968 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:21:42,970 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C46613%2C1731828100077.meta, suffix=.meta, logDir=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/WALs/1dd62e24b303,46613,1731828100077, archiveDir=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/oldWALs, maxLogs=10 2024-11-17T07:21:42,983 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/WALs/1dd62e24b303,46613,1731828100077/1dd62e24b303%2C46613%2C1731828100077.meta.1731828102970.meta, exclude list is [], retry=0 2024-11-17T07:21:42,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45683,DS-1ddb86ac-2144-4b37-bae1-8c45d00e06bb,DISK] 2024-11-17T07:21:42,986 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/WALs/1dd62e24b303,46613,1731828100077/1dd62e24b303%2C46613%2C1731828100077.meta.1731828102970.meta 2024-11-17T07:21:42,987 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34291:34291)] 2024-11-17T07:21:42,987 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:21:42,987 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:21:42,987 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:21:42,987 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:21:42,987 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:21:42,987 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:21:42,987 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:42,988 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:21:42,988 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:21:42,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:21:42,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:21:42,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:42,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:42,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:21:42,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:21:42,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:42,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:42,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:21:42,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:21:42,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:42,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:42,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:21:42,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:21:42,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:42,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:42,992 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:21:42,993 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740 2024-11-17T07:21:42,994 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740 2024-11-17T07:21:42,994 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:21:42,994 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:21:42,995 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:21:42,996 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:21:42,996 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67538966, jitterRate=0.006409019231796265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:21:42,996 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:21:42,996 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731828102988Writing region info on filesystem at 1731828102988Initializing all the Stores at 1731828102988Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828102988Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828102989 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828102989Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828102989Cleaning up temporary data from old regions at 1731828102994 (+5 ms)Running coprocessor post-open hooks at 1731828102996 (+2 ms)Region opened successfully at 1731828102996 2024-11-17T07:21:42,997 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731828102963 2024-11-17T07:21:42,999 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:21:42,999 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:21:42,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,46613,1731828100077 2024-11-17T07:21:43,000 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,46613,1731828100077, state=OPEN 2024-11-17T07:21:43,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x10124cd885b0004, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1448955782/meta-region-server 2024-11-17T07:21:43,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1448955782/meta-region-server 2024-11-17T07:21:43,003 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,46613,1731828100077 2024-11-17T07:21:43,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1448955782/meta-region-server: CHANGED 2024-11-17T07:21:43,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1448955782/meta-region-server: CHANGED 2024-11-17T07:21:43,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T07:21:43,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,46613,1731828100077 in 192 msec 2024-11-17T07:21:43,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T07:21:43,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-17T07:21:43,008 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:43,008 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T07:21:43,009 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:43,009 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,46613,1731828100077, seqNum=-1] 2024-11-17T07:21:43,009 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:43,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:21:43,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1850 sec 2024-11-17T07:21:43,014 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731828103013, completionTime=-1 2024-11-17T07:21:43,014 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T07:21:43,014 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:21:43,015 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:21:43,015 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731828163015 2024-11-17T07:21:43,016 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731828223016 2024-11-17T07:21:43,016 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T07:21:43,016 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,45159,1731828100022-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:43,016 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,45159,1731828100022-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:43,016 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,45159,1731828100022-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:43,016 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:45159, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:43,016 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:43,016 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:43,018 DEBUG [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T07:21:43,020 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.899sec 2024-11-17T07:21:43,020 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:21:43,020 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:21:43,020 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:21:43,020 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:21:43,020 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:21:43,020 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,45159,1731828100022-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:21:43,020 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,45159,1731828100022-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:21:43,022 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:21:43,022 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:21:43,022 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,45159,1731828100022-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:43,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7240d2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:43,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,45159,-1 for getting cluster id 2024-11-17T07:21:43,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:43,104 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b14a5394-843a-40a6-aa38-d5b5faca7d1c' 2024-11-17T07:21:43,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:43,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b14a5394-843a-40a6-aa38-d5b5faca7d1c" 2024-11-17T07:21:43,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c67e0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:43,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,45159,-1] 2024-11-17T07:21:43,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:43,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:43,106 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:43,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2633fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:43,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:43,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,46613,1731828100077, seqNum=-1] 2024-11-17T07:21:43,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:43,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:21:43,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1dd62e24b303,45159,1731828100022 2024-11-17T07:21:43,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54430 2024-11-17T07:21:43,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:21:43,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10124cd885b0005 connected 2024-11-17T07:21:43,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/hadoop.log.dir so I do NOT create it in target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391 2024-11-17T07:21:43,117 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T07:21:43,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/hadoop.tmp.dir so I do NOT create it in target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391 2024-11-17T07:21:43,117 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T07:21:43,117 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391 2024-11-17T07:21:43,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T07:21:43,117 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/cluster_e71d6ea4-7ec3-6483-88d6-c4fdcafc0265, deleteOnExit=true 2024-11-17T07:21:43,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T07:21:43,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/test.cache.data in system properties and HBase conf 2024-11-17T07:21:43,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T07:21:43,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/hadoop.log.dir in system properties and HBase conf 2024-11-17T07:21:43,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T07:21:43,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T07:21:43,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T07:21:43,118 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T07:21:43,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:21:43,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T07:21:43,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T07:21:43,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:21:43,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T07:21:43,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T07:21:43,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T07:21:43,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:21:43,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T07:21:43,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/nfs.dump.dir in system properties and HBase conf 2024-11-17T07:21:43,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/java.io.tmpdir in system properties and HBase conf 2024-11-17T07:21:43,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T07:21:43,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T07:21:43,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T07:21:43,218 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:21:43,223 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:21:43,232 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:21:43,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:21:43,233 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:21:43,233 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:21:43,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6983f7b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:21:43,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dea3191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:21:43,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59f0efd8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/java.io.tmpdir/jetty-localhost-46337-hadoop-hdfs-3_4_1-tests_jar-_-any-962030374044431615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:21:43,392 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2adc35fe{HTTP/1.1, (http/1.1)}{localhost:46337} 2024-11-17T07:21:43,392 INFO [Time-limited test {}] server.Server(415): Started @292429ms 2024-11-17T07:21:43,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T07:21:43,495 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T07:21:43,499 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T07:21:43,499 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T07:21:43,499 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T07:21:43,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b582525{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/hadoop.log.dir/,AVAILABLE} 2024-11-17T07:21:43,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12f6a315{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T07:21:43,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37f82eca{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/java.io.tmpdir/jetty-localhost-42537-hadoop-hdfs-3_4_1-tests_jar-_-any-11624892397521704886/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:21:43,659 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8dfaa5{HTTP/1.1, (http/1.1)}{localhost:42537} 2024-11-17T07:21:43,659 INFO [Time-limited test {}] server.Server(415): Started @292697ms 2024-11-17T07:21:43,661 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T07:21:43,785 WARN [Thread-4532 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/cluster_e71d6ea4-7ec3-6483-88d6-c4fdcafc0265/data/data2/current/BP-1400982651-172.17.0.2-1731828103148/current, will proceed with Du for space computation calculation, 2024-11-17T07:21:43,785 WARN [Thread-4531 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/cluster_e71d6ea4-7ec3-6483-88d6-c4fdcafc0265/data/data1/current/BP-1400982651-172.17.0.2-1731828103148/current, will proceed with Du for space computation calculation, 2024-11-17T07:21:43,806 WARN [Thread-4519 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T07:21:43,809 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe90ea6ef21d981a8 with lease ID 0xa8f412aa43a557f7: Processing first storage report for DS-e4a39ed4-8c71-4d73-817b-c62e7e25dcbc from datanode DatanodeRegistration(127.0.0.1:41545, datanodeUuid=a28d39b3-7ae4-4ebb-8912-0477eba03300, infoPort=38145, infoSecurePort=0, ipcPort=39231, storageInfo=lv=-57;cid=testClusterID;nsid=1282983419;c=1731828103148) 2024-11-17T07:21:43,809 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe90ea6ef21d981a8 with lease ID 0xa8f412aa43a557f7: from storage DS-e4a39ed4-8c71-4d73-817b-c62e7e25dcbc node DatanodeRegistration(127.0.0.1:41545, datanodeUuid=a28d39b3-7ae4-4ebb-8912-0477eba03300, infoPort=38145, infoSecurePort=0, ipcPort=39231, storageInfo=lv=-57;cid=testClusterID;nsid=1282983419;c=1731828103148), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:21:43,809 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe90ea6ef21d981a8 with lease ID 0xa8f412aa43a557f7: Processing first storage report for DS-0b582e38-fe76-41ec-8991-893095520492 from datanode DatanodeRegistration(127.0.0.1:41545, datanodeUuid=a28d39b3-7ae4-4ebb-8912-0477eba03300, infoPort=38145, infoSecurePort=0, ipcPort=39231, storageInfo=lv=-57;cid=testClusterID;nsid=1282983419;c=1731828103148) 2024-11-17T07:21:43,809 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe90ea6ef21d981a8 with lease ID 0xa8f412aa43a557f7: from storage DS-0b582e38-fe76-41ec-8991-893095520492 node DatanodeRegistration(127.0.0.1:41545, datanodeUuid=a28d39b3-7ae4-4ebb-8912-0477eba03300, infoPort=38145, infoSecurePort=0, ipcPort=39231, storageInfo=lv=-57;cid=testClusterID;nsid=1282983419;c=1731828103148), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T07:21:43,893 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391 2024-11-17T07:21:43,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:43,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:43,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741825_1001 (size=7) 2024-11-17T07:21:44,304 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44 with version=8 2024-11-17T07:21:44,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/hbase-staging 2024-11-17T07:21:44,307 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:21:44,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:44,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:44,307 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:21:44,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:44,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:21:44,307 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T07:21:44,307 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:21:44,308 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45035 2024-11-17T07:21:44,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45035 connecting to ZooKeeper ensemble=127.0.0.1:54430 2024-11-17T07:21:44,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450350x0, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:21:44,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45035-0x10124cd885b0006 connected 2024-11-17T07:21:44,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:44,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:44,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Set watcher on znode that does not yet exist, /2870184423/running 2024-11-17T07:21:44,332 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44, hbase.cluster.distributed=false 2024-11-17T07:21:44,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Set watcher on znode that does not yet exist, /2870184423/acl 2024-11-17T07:21:44,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45035 2024-11-17T07:21:44,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45035 2024-11-17T07:21:44,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45035 2024-11-17T07:21:44,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45035 2024-11-17T07:21:44,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45035 2024-11-17T07:21:44,350 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1dd62e24b303:0 server-side Connection retries=45 2024-11-17T07:21:44,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:44,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:44,350 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T07:21:44,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T07:21:44,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T07:21:44,350 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T07:21:44,350 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T07:21:44,351 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41297 2024-11-17T07:21:44,351 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41297 connecting to ZooKeeper ensemble=127.0.0.1:54430 2024-11-17T07:21:44,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:44,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:44,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412970x0, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:21:44,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412970x0, quorum=127.0.0.1:54430, baseZNode=/2870184423 Set watcher on znode that does not yet exist, /2870184423/running 2024-11-17T07:21:44,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41297-0x10124cd885b0007 connected 2024-11-17T07:21:44,360 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T07:21:44,363 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T07:21:44,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41297-0x10124cd885b0007, quorum=127.0.0.1:54430, baseZNode=/2870184423 Set watcher on znode that does not yet exist, /2870184423/master 2024-11-17T07:21:44,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41297-0x10124cd885b0007, quorum=127.0.0.1:54430, baseZNode=/2870184423 Set watcher on znode that does not yet exist, /2870184423/acl 2024-11-17T07:21:44,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41297 2024-11-17T07:21:44,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41297 2024-11-17T07:21:44,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41297 2024-11-17T07:21:44,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41297 2024-11-17T07:21:44,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41297 2024-11-17T07:21:44,381 DEBUG [M:0;1dd62e24b303:45035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1dd62e24b303:45035 2024-11-17T07:21:44,381 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2870184423/backup-masters/1dd62e24b303,45035,1731828104306 2024-11-17T07:21:44,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x10124cd885b0007, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2870184423/backup-masters 2024-11-17T07:21:44,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2870184423/backup-masters 2024-11-17T07:21:44,383 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Set watcher on existing znode=/2870184423/backup-masters/1dd62e24b303,45035,1731828104306 2024-11-17T07:21:44,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x10124cd885b0007, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2870184423/master 2024-11-17T07:21:44,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2870184423 2024-11-17T07:21:44,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x10124cd885b0007, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2870184423 2024-11-17T07:21:44,385 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Set watcher on existing znode=/2870184423/master 2024-11-17T07:21:44,385 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2870184423/backup-masters/1dd62e24b303,45035,1731828104306 from backup master directory 2024-11-17T07:21:44,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2870184423/backup-masters/1dd62e24b303,45035,1731828104306 2024-11-17T07:21:44,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x10124cd885b0007, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2870184423/backup-masters 2024-11-17T07:21:44,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2870184423/backup-masters 2024-11-17T07:21:44,386 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:21:44,386 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1dd62e24b303,45035,1731828104306 2024-11-17T07:21:44,390 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/hbase.id] with ID: 947e50ed-6f57-4dba-8576-262b8b90de45 2024-11-17T07:21:44,390 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/.tmp/hbase.id 2024-11-17T07:21:44,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741826_1002 (size=42) 2024-11-17T07:21:44,396 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/.tmp/hbase.id]:[hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/hbase.id] 2024-11-17T07:21:44,404 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:44,404 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T07:21:44,405 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T07:21:44,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x10124cd885b0007, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2870184423 2024-11-17T07:21:44,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2870184423 2024-11-17T07:21:44,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741827_1003 (size=196) 2024-11-17T07:21:44,739 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:21:44,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:44,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:44,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:44,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:44,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:44,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:44,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:44,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:44,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:44,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:44,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:44,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:44,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:44,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:44,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:44,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:44,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:44,818 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:21:44,819 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T07:21:44,820 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:21:44,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741828_1004 (size=1189) 2024-11-17T07:21:45,226 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/data/master/store 2024-11-17T07:21:45,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741829_1005 (size=34) 2024-11-17T07:21:45,632 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:45,632 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:21:45,632 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:45,632 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:45,632 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:21:45,632 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:45,632 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:21:45,632 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731828105632Disabling compacts and flushes for region at 1731828105632Disabling writes for close at 1731828105632Writing region close event to WAL at 1731828105632Closed at 1731828105632 2024-11-17T07:21:45,633 WARN [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/data/master/store/.initializing 2024-11-17T07:21:45,633 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/WALs/1dd62e24b303,45035,1731828104306 2024-11-17T07:21:45,633 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:21:45,634 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1dd62e24b303%2C45035%2C1731828104306, suffix=, logDir=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/WALs/1dd62e24b303,45035,1731828104306, archiveDir=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/oldWALs, maxLogs=10 2024-11-17T07:21:45,650 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/WALs/1dd62e24b303,45035,1731828104306/1dd62e24b303%2C45035%2C1731828104306.1731828105635, exclude list is [], retry=0 2024-11-17T07:21:45,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-e4a39ed4-8c71-4d73-817b-c62e7e25dcbc,DISK] 2024-11-17T07:21:45,654 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/WALs/1dd62e24b303,45035,1731828104306/1dd62e24b303%2C45035%2C1731828104306.1731828105635 2024-11-17T07:21:45,654 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38145:38145)] 2024-11-17T07:21:45,654 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:21:45,654 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:45,654 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:45,654 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:45,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:45,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T07:21:45,656 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:45,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:45,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:45,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T07:21:45,658 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:45,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:45,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:45,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T07:21:45,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:45,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:45,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:45,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T07:21:45,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:45,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:45,660 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:45,661 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:45,661 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:45,662 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:45,662 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:45,662 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:21:45,663 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T07:21:45,665 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:21:45,665 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67934414, jitterRate=0.012301653623580933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:21:45,665 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731828105654Initializing all the Stores at 1731828105655 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828105655Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828105655Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828105655Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828105655Cleaning up temporary data from old regions at 1731828105662 (+7 ms)Region opened successfully at 1731828105665 (+3 ms) 2024-11-17T07:21:45,665 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T07:21:45,668 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e55198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:21:45,668 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T07:21:45,668 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T07:21:45,669 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T07:21:45,669 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T07:21:45,669 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T07:21:45,669 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T07:21:45,669 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T07:21:45,671 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T07:21:45,671 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Unable to get data of znode /2870184423/balancer because node does not exist (not necessarily an error) 2024-11-17T07:21:45,673 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2870184423/balancer already deleted, retry=false 2024-11-17T07:21:45,673 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T07:21:45,673 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Unable to get data of znode /2870184423/normalizer because node does not exist (not necessarily an error) 2024-11-17T07:21:45,674 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2870184423/normalizer already deleted, retry=false 2024-11-17T07:21:45,675 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T07:21:45,675 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Unable to get data of znode /2870184423/switch/split because node does not exist (not necessarily an error) 2024-11-17T07:21:45,676 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2870184423/switch/split already deleted, retry=false 2024-11-17T07:21:45,677 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Unable to get data of znode /2870184423/switch/merge because node does not exist (not necessarily an error) 2024-11-17T07:21:45,679 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2870184423/switch/merge already deleted, retry=false 2024-11-17T07:21:45,681 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Unable to get data of znode /2870184423/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T07:21:45,682 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2870184423/snapshot-cleanup already deleted, retry=false 2024-11-17T07:21:45,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2870184423/running 2024-11-17T07:21:45,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x10124cd885b0007, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2870184423/running 2024-11-17T07:21:45,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2870184423 2024-11-17T07:21:45,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x10124cd885b0007, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2870184423 2024-11-17T07:21:45,684 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1dd62e24b303,45035,1731828104306, sessionid=0x10124cd885b0006, setting cluster-up flag (Was=false) 2024-11-17T07:21:45,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x10124cd885b0007, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2870184423 2024-11-17T07:21:45,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2870184423 2024-11-17T07:21:45,691 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2870184423/flush-table-proc/acquired, /2870184423/flush-table-proc/reached, /2870184423/flush-table-proc/abort 2024-11-17T07:21:45,691 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,45035,1731828104306 2024-11-17T07:21:45,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x10124cd885b0007, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2870184423 2024-11-17T07:21:45,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2870184423 2024-11-17T07:21:45,699 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2870184423/online-snapshot/acquired, /2870184423/online-snapshot/reached, /2870184423/online-snapshot/abort 2024-11-17T07:21:45,700 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1dd62e24b303,45035,1731828104306 2024-11-17T07:21:45,700 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T07:21:45,702 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:45,702 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T07:21:45,702 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T07:21:45,702 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1dd62e24b303,45035,1731828104306 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T07:21:45,703 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:45,703 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:45,703 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:45,703 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1dd62e24b303:0, corePoolSize=5, maxPoolSize=5 2024-11-17T07:21:45,703 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1dd62e24b303:0, corePoolSize=10, maxPoolSize=10 2024-11-17T07:21:45,703 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:45,703 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:21:45,703 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:45,705 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:45,705 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T07:21:45,705 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:45,705 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T07:21:45,712 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731828135712 2024-11-17T07:21:45,713 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T07:21:45,713 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T07:21:45,713 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T07:21:45,713 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T07:21:45,713 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T07:21:45,713 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T07:21:45,715 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:45,715 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T07:21:45,715 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T07:21:45,715 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T07:21:45,716 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T07:21:45,716 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T07:21:45,716 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T07:21:45,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741831_1007 (size=1321) 2024-11-17T07:21:45,717 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828105716,5,FailOnTimeoutGroup] 2024-11-17T07:21:45,717 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828105717,5,FailOnTimeoutGroup] 2024-11-17T07:21:45,717 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:45,718 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T07:21:45,718 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:45,718 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:45,770 INFO [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(746): ClusterId : 947e50ed-6f57-4dba-8576-262b8b90de45 2024-11-17T07:21:45,771 DEBUG [RS:0;1dd62e24b303:41297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T07:21:45,773 DEBUG [RS:0;1dd62e24b303:41297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T07:21:45,773 DEBUG [RS:0;1dd62e24b303:41297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T07:21:45,774 DEBUG [RS:0;1dd62e24b303:41297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T07:21:45,775 DEBUG [RS:0;1dd62e24b303:41297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b19cc4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1dd62e24b303/172.17.0.2:0 2024-11-17T07:21:45,787 DEBUG [RS:0;1dd62e24b303:41297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1dd62e24b303:41297 2024-11-17T07:21:45,787 INFO [RS:0;1dd62e24b303:41297 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T07:21:45,787 INFO [RS:0;1dd62e24b303:41297 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T07:21:45,787 DEBUG [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T07:21:45,788 INFO [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(2659): reportForDuty to master=1dd62e24b303,45035,1731828104306 with port=41297, startcode=1731828104350 2024-11-17T07:21:45,788 DEBUG [RS:0;1dd62e24b303:41297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T07:21:45,789 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T07:21:45,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45035 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1dd62e24b303,41297,1731828104350 2024-11-17T07:21:45,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45035 {}] master.ServerManager(517): Registering regionserver=1dd62e24b303,41297,1731828104350 2024-11-17T07:21:45,791 DEBUG [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44 2024-11-17T07:21:45,791 DEBUG [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38767 2024-11-17T07:21:45,791 DEBUG [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T07:21:45,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2870184423/rs 2024-11-17T07:21:45,796 DEBUG [RS:0;1dd62e24b303:41297 {}] zookeeper.ZKUtil(111): regionserver:41297-0x10124cd885b0007, quorum=127.0.0.1:54430, baseZNode=/2870184423 Set watcher on existing znode=/2870184423/rs/1dd62e24b303,41297,1731828104350 2024-11-17T07:21:45,796 WARN [RS:0;1dd62e24b303:41297 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T07:21:45,796 INFO [RS:0;1dd62e24b303:41297 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:21:45,797 DEBUG [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/WALs/1dd62e24b303,41297,1731828104350 2024-11-17T07:21:45,797 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1dd62e24b303,41297,1731828104350] 2024-11-17T07:21:45,799 INFO [RS:0;1dd62e24b303:41297 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T07:21:45,801 INFO [RS:0;1dd62e24b303:41297 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T07:21:45,802 INFO [RS:0;1dd62e24b303:41297 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T07:21:45,802 INFO [RS:0;1dd62e24b303:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:45,802 INFO [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T07:21:45,802 INFO [RS:0;1dd62e24b303:41297 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T07:21:45,802 INFO [RS:0;1dd62e24b303:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:45,802 DEBUG [RS:0;1dd62e24b303:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:45,802 DEBUG [RS:0;1dd62e24b303:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:45,803 DEBUG [RS:0;1dd62e24b303:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:45,803 DEBUG [RS:0;1dd62e24b303:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:45,803 DEBUG [RS:0;1dd62e24b303:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:45,803 DEBUG [RS:0;1dd62e24b303:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1dd62e24b303:0, corePoolSize=2, maxPoolSize=2 2024-11-17T07:21:45,803 DEBUG [RS:0;1dd62e24b303:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:45,803 DEBUG [RS:0;1dd62e24b303:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:45,803 DEBUG [RS:0;1dd62e24b303:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:45,803 DEBUG [RS:0;1dd62e24b303:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:45,803 DEBUG [RS:0;1dd62e24b303:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:45,803 DEBUG [RS:0;1dd62e24b303:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1dd62e24b303:0, corePoolSize=1, maxPoolSize=1 2024-11-17T07:21:45,803 DEBUG [RS:0;1dd62e24b303:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:21:45,803 DEBUG [RS:0;1dd62e24b303:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1dd62e24b303:0, corePoolSize=3, maxPoolSize=3 2024-11-17T07:21:45,803 INFO [RS:0;1dd62e24b303:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:45,803 INFO [RS:0;1dd62e24b303:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:45,803 INFO [RS:0;1dd62e24b303:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:45,803 INFO [RS:0;1dd62e24b303:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:45,803 INFO [RS:0;1dd62e24b303:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:45,803 INFO [RS:0;1dd62e24b303:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,41297,1731828104350-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:21:45,818 INFO [RS:0;1dd62e24b303:41297 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T07:21:45,818 INFO [RS:0;1dd62e24b303:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,41297,1731828104350-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:45,818 INFO [RS:0;1dd62e24b303:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:45,818 INFO [RS:0;1dd62e24b303:41297 {}] regionserver.Replication(171): 1dd62e24b303,41297,1731828104350 started 2024-11-17T07:21:45,832 INFO [RS:0;1dd62e24b303:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:45,832 INFO [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(1482): Serving as 1dd62e24b303,41297,1731828104350, RpcServer on 1dd62e24b303/172.17.0.2:41297, sessionid=0x10124cd885b0007 2024-11-17T07:21:45,832 DEBUG [RS:0;1dd62e24b303:41297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T07:21:45,833 DEBUG [RS:0;1dd62e24b303:41297 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1dd62e24b303,41297,1731828104350 2024-11-17T07:21:45,833 DEBUG [RS:0;1dd62e24b303:41297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,41297,1731828104350' 2024-11-17T07:21:45,833 DEBUG [RS:0;1dd62e24b303:41297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2870184423/flush-table-proc/abort' 2024-11-17T07:21:45,833 DEBUG [RS:0;1dd62e24b303:41297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2870184423/flush-table-proc/acquired' 2024-11-17T07:21:45,834 DEBUG [RS:0;1dd62e24b303:41297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T07:21:45,834 DEBUG [RS:0;1dd62e24b303:41297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T07:21:45,834 DEBUG [RS:0;1dd62e24b303:41297 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1dd62e24b303,41297,1731828104350 2024-11-17T07:21:45,834 DEBUG [RS:0;1dd62e24b303:41297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1dd62e24b303,41297,1731828104350' 2024-11-17T07:21:45,834 DEBUG [RS:0;1dd62e24b303:41297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2870184423/online-snapshot/abort' 2024-11-17T07:21:45,834 DEBUG [RS:0;1dd62e24b303:41297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2870184423/online-snapshot/acquired' 2024-11-17T07:21:45,834 DEBUG [RS:0;1dd62e24b303:41297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T07:21:45,834 INFO [RS:0;1dd62e24b303:41297 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T07:21:45,834 INFO [RS:0;1dd62e24b303:41297 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T07:21:45,935 INFO [RS:0;1dd62e24b303:41297 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T07:21:45,936 INFO [RS:0;1dd62e24b303:41297 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C41297%2C1731828104350, suffix=, logDir=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/WALs/1dd62e24b303,41297,1731828104350, archiveDir=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/oldWALs, maxLogs=10 2024-11-17T07:21:45,951 DEBUG [RS:0;1dd62e24b303:41297 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/WALs/1dd62e24b303,41297,1731828104350/1dd62e24b303%2C41297%2C1731828104350.1731828105937, exclude list is [], retry=0 2024-11-17T07:21:45,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-e4a39ed4-8c71-4d73-817b-c62e7e25dcbc,DISK] 2024-11-17T07:21:45,954 INFO [RS:0;1dd62e24b303:41297 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/WALs/1dd62e24b303,41297,1731828104350/1dd62e24b303%2C41297%2C1731828104350.1731828105937 2024-11-17T07:21:45,955 DEBUG [RS:0;1dd62e24b303:41297 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38145:38145)] 2024-11-17T07:21:46,117 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T07:21:46,117 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44 2024-11-17T07:21:46,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741833_1009 (size=32) 2024-11-17T07:21:46,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:46,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:21:46,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:21:46,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:46,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:46,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:21:46,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:21:46,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:46,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:46,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:21:46,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:21:46,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:46,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:46,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:21:46,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:21:46,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:46,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:46,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:21:46,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740 2024-11-17T07:21:46,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740 2024-11-17T07:21:46,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:21:46,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:21:46,530 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:21:46,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:21:46,532 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:21:46,533 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73753121, jitterRate=0.09900714457035065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:21:46,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731828106523Initializing all the Stores at 1731828106523Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828106523Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828106523Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828106523Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828106523Cleaning up temporary data from old regions at 1731828106530 (+7 ms)Region opened successfully at 1731828106533 (+3 ms) 2024-11-17T07:21:46,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:21:46,533 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:21:46,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:21:46,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:21:46,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:21:46,534 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:21:46,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731828106533Disabling compacts and flushes for region at 1731828106533Disabling writes for close at 1731828106533Writing region close event to WAL at 1731828106534 (+1 ms)Closed at 1731828106534 2024-11-17T07:21:46,535 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:46,535 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T07:21:46,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T07:21:46,536 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:21:46,536 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T07:21:46,687 DEBUG [1dd62e24b303:45035 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T07:21:46,687 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1dd62e24b303,41297,1731828104350 2024-11-17T07:21:46,688 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,41297,1731828104350, state=OPENING 2024-11-17T07:21:46,690 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T07:21:46,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x10124cd885b0007, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2870184423 2024-11-17T07:21:46,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2870184423 2024-11-17T07:21:46,692 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T07:21:46,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2870184423/meta-region-server: CHANGED 2024-11-17T07:21:46,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2870184423/meta-region-server: CHANGED 2024-11-17T07:21:46,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,41297,1731828104350}] 2024-11-17T07:21:46,844 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:21:46,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:21:46,848 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T07:21:46,849 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:21:46,849 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T07:21:46,850 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C41297%2C1731828104350.meta, suffix=.meta, logDir=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/WALs/1dd62e24b303,41297,1731828104350, archiveDir=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/oldWALs, maxLogs=10 2024-11-17T07:21:46,865 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/WALs/1dd62e24b303,41297,1731828104350/1dd62e24b303%2C41297%2C1731828104350.meta.1731828106850.meta, exclude list is [], retry=0 2024-11-17T07:21:46,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41545,DS-e4a39ed4-8c71-4d73-817b-c62e7e25dcbc,DISK] 2024-11-17T07:21:46,869 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/WALs/1dd62e24b303,41297,1731828104350/1dd62e24b303%2C41297%2C1731828104350.meta.1731828106850.meta 2024-11-17T07:21:46,869 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38145:38145)] 2024-11-17T07:21:46,869 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:21:46,869 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:21:46,870 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:21:46,870 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T07:21:46,870 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T07:21:46,870 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T07:21:46,870 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:46,870 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T07:21:46,870 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T07:21:46,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T07:21:46,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T07:21:46,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:46,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:46,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T07:21:46,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T07:21:46,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:46,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:46,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T07:21:46,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T07:21:46,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:46,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:46,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T07:21:46,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T07:21:46,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:46,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T07:21:46,875 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T07:21:46,876 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740 2024-11-17T07:21:46,876 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740 2024-11-17T07:21:46,877 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T07:21:46,877 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T07:21:46,878 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T07:21:46,879 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T07:21:46,879 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61297127, jitterRate=-0.0866016298532486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T07:21:46,879 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T07:21:46,879 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731828106870Writing region info on filesystem at 1731828106870Initializing all the Stores at 1731828106871 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828106871Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828106871Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828106871Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731828106871Cleaning up temporary data from old regions at 1731828106877 (+6 ms)Running coprocessor post-open hooks at 1731828106879 (+2 ms)Region opened successfully at 1731828106879 2024-11-17T07:21:46,880 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731828106844 2024-11-17T07:21:46,882 DEBUG [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T07:21:46,882 INFO [RS_OPEN_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T07:21:46,883 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,41297,1731828104350 2024-11-17T07:21:46,884 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1dd62e24b303,41297,1731828104350, state=OPEN 2024-11-17T07:21:46,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x10124cd885b0007, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2870184423/meta-region-server 2024-11-17T07:21:46,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2870184423/meta-region-server 2024-11-17T07:21:46,886 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1dd62e24b303,41297,1731828104350 2024-11-17T07:21:46,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2870184423/meta-region-server: CHANGED 2024-11-17T07:21:46,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2870184423/meta-region-server: CHANGED 2024-11-17T07:21:46,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T07:21:46,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1dd62e24b303,41297,1731828104350 in 194 msec 2024-11-17T07:21:46,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T07:21:46,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-17T07:21:46,890 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T07:21:46,890 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T07:21:46,891 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:46,891 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,41297,1731828104350, seqNum=-1] 2024-11-17T07:21:46,891 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:46,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:21:46,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-11-17T07:21:46,896 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731828106896, completionTime=-1 2024-11-17T07:21:46,896 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T07:21:46,896 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T07:21:46,898 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T07:21:46,898 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731828166898 2024-11-17T07:21:46,898 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731828226898 2024-11-17T07:21:46,898 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T07:21:46,898 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,45035,1731828104306-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:46,898 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,45035,1731828104306-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:46,898 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,45035,1731828104306-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:46,898 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1dd62e24b303:45035, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:46,898 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:46,899 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:46,900 DEBUG [master/1dd62e24b303:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T07:21:46,902 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.516sec 2024-11-17T07:21:46,902 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T07:21:46,902 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T07:21:46,902 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T07:21:46,902 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T07:21:46,902 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T07:21:46,902 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,45035,1731828104306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T07:21:46,902 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,45035,1731828104306-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T07:21:46,904 DEBUG [master/1dd62e24b303:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T07:21:46,904 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T07:21:46,904 INFO [master/1dd62e24b303:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1dd62e24b303,45035,1731828104306-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T07:21:46,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ac3694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:46,971 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,45035,-1 for getting cluster id 2024-11-17T07:21:46,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:46,973 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '947e50ed-6f57-4dba-8576-262b8b90de45' 2024-11-17T07:21:46,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:46,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "947e50ed-6f57-4dba-8576-262b8b90de45" 2024-11-17T07:21:46,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa873be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:46,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,45035,-1] 2024-11-17T07:21:46,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:46,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:46,974 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:46,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252b21e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:46,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:46,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,41297,1731828104350, seqNum=-1] 2024-11-17T07:21:46,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:46,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:21:46,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1dd62e24b303,45035,1731828104306 2024-11-17T07:21:46,979 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54430 2024-11-17T07:21:46,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T07:21:46,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10124cd885b0008 connected 2024-11-17T07:21:46,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:46,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,38131,1731828097486 2024-11-17T07:21:46,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fc7c219 2024-11-17T07:21:46,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:46,987 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:21:46,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:21:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T07:21:46,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:21:46,990 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:46,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T07:21:46,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:21:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:46,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741835_1011 (size=902) 2024-11-17T07:21:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:47,397 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc09b5ed66a8de76c79d4e7c5662ba46, NAME => 'test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82 2024-11-17T07:21:47,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741836_1012 (size=39) 2024-11-17T07:21:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:47,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:47,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bc09b5ed66a8de76c79d4e7c5662ba46, disabling compactions & flushes 2024-11-17T07:21:47,802 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46. 2024-11-17T07:21:47,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46. 2024-11-17T07:21:47,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46. after waiting 0 ms 2024-11-17T07:21:47,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46. 2024-11-17T07:21:47,802 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46. 2024-11-17T07:21:47,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc09b5ed66a8de76c79d4e7c5662ba46: Waiting for close lock at 1731828107802Disabling compacts and flushes for region at 1731828107802Disabling writes for close at 1731828107802Writing region close event to WAL at 1731828107802Closed at 1731828107802 2024-11-17T07:21:47,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:21:47,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731828107803"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731828107803"}]},"ts":"1731828107803"} 2024-11-17T07:21:47,805 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:21:47,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:21:47,806 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828107806"}]},"ts":"1731828107806"} 2024-11-17T07:21:47,808 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T07:21:47,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc09b5ed66a8de76c79d4e7c5662ba46, ASSIGN}] 2024-11-17T07:21:47,809 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc09b5ed66a8de76c79d4e7c5662ba46, ASSIGN 2024-11-17T07:21:47,810 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bc09b5ed66a8de76c79d4e7c5662ba46, ASSIGN; state=OFFLINE, location=1dd62e24b303,40003,1731828097534; forceNewPlan=false, retain=false 2024-11-17T07:21:47,960 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc09b5ed66a8de76c79d4e7c5662ba46, regionState=OPENING, regionLocation=1dd62e24b303,40003,1731828097534 2024-11-17T07:21:47,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bc09b5ed66a8de76c79d4e7c5662ba46, ASSIGN because future has completed 2024-11-17T07:21:47,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc09b5ed66a8de76c79d4e7c5662ba46, server=1dd62e24b303,40003,1731828097534}] 2024-11-17T07:21:48,117 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46. 2024-11-17T07:21:48,118 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bc09b5ed66a8de76c79d4e7c5662ba46, NAME => 'test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:21:48,118 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:21:48,118 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T07:21:48,118 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bc09b5ed66a8de76c79d4e7c5662ba46 2024-11-17T07:21:48,118 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:48,118 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bc09b5ed66a8de76c79d4e7c5662ba46 2024-11-17T07:21:48,118 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bc09b5ed66a8de76c79d4e7c5662ba46 2024-11-17T07:21:48,119 INFO [StoreOpener-bc09b5ed66a8de76c79d4e7c5662ba46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bc09b5ed66a8de76c79d4e7c5662ba46 2024-11-17T07:21:48,120 INFO [StoreOpener-bc09b5ed66a8de76c79d4e7c5662ba46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc09b5ed66a8de76c79d4e7c5662ba46 columnFamilyName f 2024-11-17T07:21:48,120 DEBUG [StoreOpener-bc09b5ed66a8de76c79d4e7c5662ba46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:48,120 INFO [StoreOpener-bc09b5ed66a8de76c79d4e7c5662ba46-1 {}] regionserver.HStore(327): Store=bc09b5ed66a8de76c79d4e7c5662ba46/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:48,121 INFO [StoreOpener-bc09b5ed66a8de76c79d4e7c5662ba46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bc09b5ed66a8de76c79d4e7c5662ba46 2024-11-17T07:21:48,121 INFO [StoreOpener-bc09b5ed66a8de76c79d4e7c5662ba46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc09b5ed66a8de76c79d4e7c5662ba46 columnFamilyName f1 2024-11-17T07:21:48,121 DEBUG [StoreOpener-bc09b5ed66a8de76c79d4e7c5662ba46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:48,122 INFO [StoreOpener-bc09b5ed66a8de76c79d4e7c5662ba46-1 {}] regionserver.HStore(327): Store=bc09b5ed66a8de76c79d4e7c5662ba46/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:48,122 INFO [StoreOpener-bc09b5ed66a8de76c79d4e7c5662ba46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bc09b5ed66a8de76c79d4e7c5662ba46 2024-11-17T07:21:48,122 INFO [StoreOpener-bc09b5ed66a8de76c79d4e7c5662ba46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc09b5ed66a8de76c79d4e7c5662ba46 columnFamilyName norep 2024-11-17T07:21:48,122 DEBUG [StoreOpener-bc09b5ed66a8de76c79d4e7c5662ba46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:48,123 INFO [StoreOpener-bc09b5ed66a8de76c79d4e7c5662ba46-1 {}] regionserver.HStore(327): Store=bc09b5ed66a8de76c79d4e7c5662ba46/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:48,123 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bc09b5ed66a8de76c79d4e7c5662ba46 2024-11-17T07:21:48,123 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/default/test/bc09b5ed66a8de76c79d4e7c5662ba46 2024-11-17T07:21:48,123 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/default/test/bc09b5ed66a8de76c79d4e7c5662ba46 2024-11-17T07:21:48,124 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bc09b5ed66a8de76c79d4e7c5662ba46 2024-11-17T07:21:48,124 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bc09b5ed66a8de76c79d4e7c5662ba46 2024-11-17T07:21:48,124 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:21:48,125 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bc09b5ed66a8de76c79d4e7c5662ba46 2024-11-17T07:21:48,126 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/default/test/bc09b5ed66a8de76c79d4e7c5662ba46/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:21:48,127 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bc09b5ed66a8de76c79d4e7c5662ba46; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65785414, jitterRate=-0.01972094178199768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:21:48,127 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc09b5ed66a8de76c79d4e7c5662ba46 2024-11-17T07:21:48,127 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bc09b5ed66a8de76c79d4e7c5662ba46: Running coprocessor pre-open hook at 1731828108118Writing region info on filesystem at 1731828108118Initializing all the Stores at 1731828108119 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828108119Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828108119Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828108119Cleaning up temporary data from old regions at 1731828108124 (+5 ms)Running coprocessor post-open hooks at 1731828108127 (+3 ms)Region opened successfully at 1731828108127 2024-11-17T07:21:48,128 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46., pid=6, masterSystemTime=1731828108114 2024-11-17T07:21:48,129 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46. 2024-11-17T07:21:48,129 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46. 2024-11-17T07:21:48,130 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc09b5ed66a8de76c79d4e7c5662ba46, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1dd62e24b303,40003,1731828097534 2024-11-17T07:21:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:48,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc09b5ed66a8de76c79d4e7c5662ba46, server=1dd62e24b303,40003,1731828097534 because future has completed 2024-11-17T07:21:48,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T07:21:48,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bc09b5ed66a8de76c79d4e7c5662ba46, server=1dd62e24b303,40003,1731828097534 in 170 msec 2024-11-17T07:21:48,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T07:21:48,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bc09b5ed66a8de76c79d4e7c5662ba46, ASSIGN in 326 msec 2024-11-17T07:21:48,136 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:21:48,136 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828108136"}]},"ts":"1731828108136"} 2024-11-17T07:21:48,138 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T07:21:48,138 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:21:48,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-17T07:21:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:49,141 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T07:21:49,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:49,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,45159,1731828100022 2024-11-17T07:21:49,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@714f188c 2024-11-17T07:21:49,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:49,143 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:21:49,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:21:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T07:21:49,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:21:49,146 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:49,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T07:21:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:49,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:21:49,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741835_1011 (size=902) 2024-11-17T07:21:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:49,556 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a80a91b6089afd9c495e1363656946e8, NAME => 'test,,1731828109143.a80a91b6089afd9c495e1363656946e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d 2024-11-17T07:21:49,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741836_1012 (size=39) 2024-11-17T07:21:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:49,962 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731828109143.a80a91b6089afd9c495e1363656946e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:49,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a80a91b6089afd9c495e1363656946e8, disabling compactions & flushes 2024-11-17T07:21:49,963 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731828109143.a80a91b6089afd9c495e1363656946e8. 2024-11-17T07:21:49,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731828109143.a80a91b6089afd9c495e1363656946e8. 2024-11-17T07:21:49,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731828109143.a80a91b6089afd9c495e1363656946e8. after waiting 0 ms 2024-11-17T07:21:49,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731828109143.a80a91b6089afd9c495e1363656946e8. 2024-11-17T07:21:49,963 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731828109143.a80a91b6089afd9c495e1363656946e8. 2024-11-17T07:21:49,963 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a80a91b6089afd9c495e1363656946e8: Waiting for close lock at 1731828109962Disabling compacts and flushes for region at 1731828109962Disabling writes for close at 1731828109963 (+1 ms)Writing region close event to WAL at 1731828109963Closed at 1731828109963 2024-11-17T07:21:49,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:21:49,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731828109143.a80a91b6089afd9c495e1363656946e8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731828109964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731828109964"}]},"ts":"1731828109964"} 2024-11-17T07:21:49,965 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:21:49,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:21:49,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828109966"}]},"ts":"1731828109966"} 2024-11-17T07:21:49,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T07:21:49,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a80a91b6089afd9c495e1363656946e8, ASSIGN}] 2024-11-17T07:21:49,969 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a80a91b6089afd9c495e1363656946e8, ASSIGN 2024-11-17T07:21:49,969 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a80a91b6089afd9c495e1363656946e8, ASSIGN; state=OFFLINE, location=1dd62e24b303,46613,1731828100077; forceNewPlan=false, retain=false 2024-11-17T07:21:50,120 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a80a91b6089afd9c495e1363656946e8, regionState=OPENING, regionLocation=1dd62e24b303,46613,1731828100077 2024-11-17T07:21:50,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a80a91b6089afd9c495e1363656946e8, ASSIGN because future has completed 2024-11-17T07:21:50,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a80a91b6089afd9c495e1363656946e8, server=1dd62e24b303,46613,1731828100077}] 2024-11-17T07:21:50,277 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731828109143.a80a91b6089afd9c495e1363656946e8. 2024-11-17T07:21:50,277 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a80a91b6089afd9c495e1363656946e8, NAME => 'test,,1731828109143.a80a91b6089afd9c495e1363656946e8.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:21:50,277 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:21:50,277 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T07:21:50,277 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a80a91b6089afd9c495e1363656946e8 2024-11-17T07:21:50,277 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731828109143.a80a91b6089afd9c495e1363656946e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:50,278 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a80a91b6089afd9c495e1363656946e8 2024-11-17T07:21:50,278 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a80a91b6089afd9c495e1363656946e8 2024-11-17T07:21:50,279 INFO [StoreOpener-a80a91b6089afd9c495e1363656946e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a80a91b6089afd9c495e1363656946e8 2024-11-17T07:21:50,280 INFO [StoreOpener-a80a91b6089afd9c495e1363656946e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a80a91b6089afd9c495e1363656946e8 columnFamilyName f 2024-11-17T07:21:50,280 DEBUG [StoreOpener-a80a91b6089afd9c495e1363656946e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:50,280 INFO [StoreOpener-a80a91b6089afd9c495e1363656946e8-1 {}] regionserver.HStore(327): Store=a80a91b6089afd9c495e1363656946e8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:50,280 INFO [StoreOpener-a80a91b6089afd9c495e1363656946e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a80a91b6089afd9c495e1363656946e8 2024-11-17T07:21:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:50,281 INFO [StoreOpener-a80a91b6089afd9c495e1363656946e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a80a91b6089afd9c495e1363656946e8 columnFamilyName f1 2024-11-17T07:21:50,281 DEBUG [StoreOpener-a80a91b6089afd9c495e1363656946e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:50,281 INFO [StoreOpener-a80a91b6089afd9c495e1363656946e8-1 {}] regionserver.HStore(327): Store=a80a91b6089afd9c495e1363656946e8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:50,281 INFO [StoreOpener-a80a91b6089afd9c495e1363656946e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a80a91b6089afd9c495e1363656946e8 2024-11-17T07:21:50,282 INFO [StoreOpener-a80a91b6089afd9c495e1363656946e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a80a91b6089afd9c495e1363656946e8 columnFamilyName norep 2024-11-17T07:21:50,282 DEBUG [StoreOpener-a80a91b6089afd9c495e1363656946e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:50,283 INFO [StoreOpener-a80a91b6089afd9c495e1363656946e8-1 {}] regionserver.HStore(327): Store=a80a91b6089afd9c495e1363656946e8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:50,283 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a80a91b6089afd9c495e1363656946e8 2024-11-17T07:21:50,283 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/default/test/a80a91b6089afd9c495e1363656946e8 2024-11-17T07:21:50,283 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/default/test/a80a91b6089afd9c495e1363656946e8 2024-11-17T07:21:50,284 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a80a91b6089afd9c495e1363656946e8 2024-11-17T07:21:50,284 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a80a91b6089afd9c495e1363656946e8 2024-11-17T07:21:50,285 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:21:50,285 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a80a91b6089afd9c495e1363656946e8 2024-11-17T07:21:50,287 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/default/test/a80a91b6089afd9c495e1363656946e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:21:50,287 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a80a91b6089afd9c495e1363656946e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72099326, jitterRate=0.07436367869377136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:21:50,287 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a80a91b6089afd9c495e1363656946e8 2024-11-17T07:21:50,287 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a80a91b6089afd9c495e1363656946e8: Running coprocessor pre-open hook at 1731828110278Writing region info on filesystem at 1731828110278Initializing all the Stores at 1731828110278Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828110278Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828110278Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828110278Cleaning up temporary data from old regions at 1731828110284 (+6 ms)Running coprocessor post-open hooks at 1731828110287 (+3 ms)Region opened successfully at 1731828110287 2024-11-17T07:21:50,288 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731828109143.a80a91b6089afd9c495e1363656946e8., pid=6, masterSystemTime=1731828110274 2024-11-17T07:21:50,290 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731828109143.a80a91b6089afd9c495e1363656946e8. 2024-11-17T07:21:50,290 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731828109143.a80a91b6089afd9c495e1363656946e8. 2024-11-17T07:21:50,290 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a80a91b6089afd9c495e1363656946e8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1dd62e24b303,46613,1731828100077 2024-11-17T07:21:50,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a80a91b6089afd9c495e1363656946e8, server=1dd62e24b303,46613,1731828100077 because future has completed 2024-11-17T07:21:50,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T07:21:50,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a80a91b6089afd9c495e1363656946e8, server=1dd62e24b303,46613,1731828100077 in 171 msec 2024-11-17T07:21:50,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T07:21:50,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a80a91b6089afd9c495e1363656946e8, ASSIGN in 326 msec 2024-11-17T07:21:50,297 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:21:50,297 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828110297"}]},"ts":"1731828110297"} 2024-11-17T07:21:50,298 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T07:21:50,299 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:21:50,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-17T07:21:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:51,291 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T07:21:51,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:51,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,45035,1731828104306 2024-11-17T07:21:51,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d33b4d4 2024-11-17T07:21:51,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:51,293 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:21:51,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:21:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T07:21:51,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:21:51,296 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:51,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T07:21:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:51,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:21:51,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741835_1011 (size=902) 2024-11-17T07:21:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:51,703 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92f930e037b32f9220afce56848a2287, NAME => 'test,,1731828111293.92f930e037b32f9220afce56848a2287.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44 2024-11-17T07:21:51,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741836_1012 (size=39) 2024-11-17T07:21:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:52,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731828111293.92f930e037b32f9220afce56848a2287.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:52,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 92f930e037b32f9220afce56848a2287, disabling compactions & flushes 2024-11-17T07:21:52,108 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731828111293.92f930e037b32f9220afce56848a2287. 2024-11-17T07:21:52,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731828111293.92f930e037b32f9220afce56848a2287. 2024-11-17T07:21:52,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731828111293.92f930e037b32f9220afce56848a2287. after waiting 0 ms 2024-11-17T07:21:52,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731828111293.92f930e037b32f9220afce56848a2287. 2024-11-17T07:21:52,108 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731828111293.92f930e037b32f9220afce56848a2287. 2024-11-17T07:21:52,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92f930e037b32f9220afce56848a2287: Waiting for close lock at 1731828112108Disabling compacts and flushes for region at 1731828112108Disabling writes for close at 1731828112108Writing region close event to WAL at 1731828112108Closed at 1731828112108 2024-11-17T07:21:52,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:21:52,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731828111293.92f930e037b32f9220afce56848a2287.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731828112109"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731828112109"}]},"ts":"1731828112109"} 2024-11-17T07:21:52,111 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:21:52,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:21:52,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828112112"}]},"ts":"1731828112112"} 2024-11-17T07:21:52,113 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T07:21:52,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=92f930e037b32f9220afce56848a2287, ASSIGN}] 2024-11-17T07:21:52,115 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=92f930e037b32f9220afce56848a2287, ASSIGN 2024-11-17T07:21:52,115 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=92f930e037b32f9220afce56848a2287, ASSIGN; state=OFFLINE, location=1dd62e24b303,41297,1731828104350; forceNewPlan=false, retain=false 2024-11-17T07:21:52,266 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=92f930e037b32f9220afce56848a2287, regionState=OPENING, regionLocation=1dd62e24b303,41297,1731828104350 2024-11-17T07:21:52,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=92f930e037b32f9220afce56848a2287, ASSIGN because future has completed 2024-11-17T07:21:52,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92f930e037b32f9220afce56848a2287, server=1dd62e24b303,41297,1731828104350}] 2024-11-17T07:21:52,372 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:21:52,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:52,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:52,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:52,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:52,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:52,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:52,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:52,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:52,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:52,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:52,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:52,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:52,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:52,423 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731828111293.92f930e037b32f9220afce56848a2287. 2024-11-17T07:21:52,423 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 92f930e037b32f9220afce56848a2287, NAME => 'test,,1731828111293.92f930e037b32f9220afce56848a2287.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:21:52,424 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:21:52,424 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T07:21:52,424 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 92f930e037b32f9220afce56848a2287 2024-11-17T07:21:52,424 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731828111293.92f930e037b32f9220afce56848a2287.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:52,424 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 92f930e037b32f9220afce56848a2287 2024-11-17T07:21:52,424 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 92f930e037b32f9220afce56848a2287 2024-11-17T07:21:52,425 INFO [StoreOpener-92f930e037b32f9220afce56848a2287-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 92f930e037b32f9220afce56848a2287 2024-11-17T07:21:52,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:52,427 INFO [StoreOpener-92f930e037b32f9220afce56848a2287-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92f930e037b32f9220afce56848a2287 columnFamilyName f 2024-11-17T07:21:52,427 DEBUG [StoreOpener-92f930e037b32f9220afce56848a2287-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:52,427 INFO [StoreOpener-92f930e037b32f9220afce56848a2287-1 {}] regionserver.HStore(327): Store=92f930e037b32f9220afce56848a2287/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:52,427 INFO [StoreOpener-92f930e037b32f9220afce56848a2287-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 92f930e037b32f9220afce56848a2287 2024-11-17T07:21:52,428 INFO [StoreOpener-92f930e037b32f9220afce56848a2287-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92f930e037b32f9220afce56848a2287 columnFamilyName f1 2024-11-17T07:21:52,428 DEBUG [StoreOpener-92f930e037b32f9220afce56848a2287-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:52,428 INFO [StoreOpener-92f930e037b32f9220afce56848a2287-1 {}] regionserver.HStore(327): Store=92f930e037b32f9220afce56848a2287/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:52,428 INFO [StoreOpener-92f930e037b32f9220afce56848a2287-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 92f930e037b32f9220afce56848a2287 2024-11-17T07:21:52,429 INFO [StoreOpener-92f930e037b32f9220afce56848a2287-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92f930e037b32f9220afce56848a2287 columnFamilyName norep 2024-11-17T07:21:52,429 DEBUG [StoreOpener-92f930e037b32f9220afce56848a2287-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:52,429 INFO [StoreOpener-92f930e037b32f9220afce56848a2287-1 {}] regionserver.HStore(327): Store=92f930e037b32f9220afce56848a2287/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:52,429 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 92f930e037b32f9220afce56848a2287 2024-11-17T07:21:52,430 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/default/test/92f930e037b32f9220afce56848a2287 2024-11-17T07:21:52,430 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/default/test/92f930e037b32f9220afce56848a2287 2024-11-17T07:21:52,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:52,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:52,431 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 92f930e037b32f9220afce56848a2287 2024-11-17T07:21:52,431 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 92f930e037b32f9220afce56848a2287 2024-11-17T07:21:52,431 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:21:52,432 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 92f930e037b32f9220afce56848a2287 2024-11-17T07:21:52,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:52,434 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/default/test/92f930e037b32f9220afce56848a2287/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:21:52,434 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 92f930e037b32f9220afce56848a2287; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73662272, jitterRate=0.09765338897705078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:21:52,434 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92f930e037b32f9220afce56848a2287 2024-11-17T07:21:52,434 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 92f930e037b32f9220afce56848a2287: Running coprocessor pre-open hook at 1731828112424Writing region info on filesystem at 1731828112424Initializing all the Stores at 1731828112425 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828112425Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828112425Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828112425Cleaning up temporary data from old regions at 1731828112431 (+6 ms)Running coprocessor post-open hooks at 1731828112434 (+3 ms)Region opened successfully at 1731828112434 2024-11-17T07:21:52,435 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731828111293.92f930e037b32f9220afce56848a2287., pid=6, masterSystemTime=1731828112420 2024-11-17T07:21:52,437 DEBUG [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731828111293.92f930e037b32f9220afce56848a2287. 2024-11-17T07:21:52,437 INFO [RS_OPEN_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731828111293.92f930e037b32f9220afce56848a2287. 2024-11-17T07:21:52,437 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=92f930e037b32f9220afce56848a2287, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1dd62e24b303,41297,1731828104350 2024-11-17T07:21:52,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92f930e037b32f9220afce56848a2287, server=1dd62e24b303,41297,1731828104350 because future has completed 2024-11-17T07:21:52,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T07:21:52,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 92f930e037b32f9220afce56848a2287, server=1dd62e24b303,41297,1731828104350 in 173 msec 2024-11-17T07:21:52,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T07:21:52,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=92f930e037b32f9220afce56848a2287, ASSIGN in 330 msec 2024-11-17T07:21:52,446 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:21:52,447 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828112446"}]},"ts":"1731828112446"} 2024-11-17T07:21:52,448 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T07:21:52,449 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:21:52,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-17T07:21:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T07:21:53,452 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T07:21:53,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357dd82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:53,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,38131,-1 for getting cluster id 2024-11-17T07:21:53,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:53,453 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abcb7313-4272-481d-b8ea-5209e4110e09' 2024-11-17T07:21:53,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:53,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abcb7313-4272-481d-b8ea-5209e4110e09" 2024-11-17T07:21:53,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619d6d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:53,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,38131,-1] 2024-11-17T07:21:53,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:53,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:53,455 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:53,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685aa5a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:53,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:53,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,38131,1731828097486 2024-11-17T07:21:53,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51bce7f1 2024-11-17T07:21:53,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:53,457 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:21:53,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1dd62e24b303:45159,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T07:21:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T07:21:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:21:53,460 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:45159' 2024-11-17T07:21:53,461 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed0b28b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:53,461 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,45159,-1 for getting cluster id 2024-11-17T07:21:53,461 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:53,461 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b14a5394-843a-40a6-aa38-d5b5faca7d1c' 2024-11-17T07:21:53,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:53,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b14a5394-843a-40a6-aa38-d5b5faca7d1c" 2024-11-17T07:21:53,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181dead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:53,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,45159,-1] 2024-11-17T07:21:53,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:53,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:53,462 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:53,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be0a61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:53,463 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:53,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,45159,1731828100022 2024-11-17T07:21:53,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72a383b1 2024-11-17T07:21:53,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:53,464 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:21:53,465 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T07:21:53,465 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T07:21:53,465 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:53,465 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:53,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:21:53,465 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T07:21:53,466 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T07:21:53,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T07:21:53,467 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:53,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T07:21:53,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741837_1013 (size=1138) 2024-11-17T07:21:53,516 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T07:21:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:21:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:21:53,875 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a40181e3592ee997fc79ec6cb1d63ce8, NAME => 'hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82 2024-11-17T07:21:53,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741838_1014 (size=44) 2024-11-17T07:21:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:21:54,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:54,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a40181e3592ee997fc79ec6cb1d63ce8, disabling compactions & flushes 2024-11-17T07:21:54,280 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8. 2024-11-17T07:21:54,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8. 2024-11-17T07:21:54,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8. after waiting 0 ms 2024-11-17T07:21:54,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8. 2024-11-17T07:21:54,280 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8. 2024-11-17T07:21:54,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a40181e3592ee997fc79ec6cb1d63ce8: Waiting for close lock at 1731828114280Disabling compacts and flushes for region at 1731828114280Disabling writes for close at 1731828114280Writing region close event to WAL at 1731828114280Closed at 1731828114280 2024-11-17T07:21:54,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T07:21:54,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731828114281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731828114281"}]},"ts":"1731828114281"} 2024-11-17T07:21:54,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T07:21:54,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T07:21:54,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828114284"}]},"ts":"1731828114284"} 2024-11-17T07:21:54,286 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T07:21:54,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a40181e3592ee997fc79ec6cb1d63ce8, ASSIGN}] 2024-11-17T07:21:54,287 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a40181e3592ee997fc79ec6cb1d63ce8, ASSIGN 2024-11-17T07:21:54,288 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a40181e3592ee997fc79ec6cb1d63ce8, ASSIGN; state=OFFLINE, location=1dd62e24b303,40003,1731828097534; forceNewPlan=false, retain=false 2024-11-17T07:21:54,439 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a40181e3592ee997fc79ec6cb1d63ce8, regionState=OPENING, regionLocation=1dd62e24b303,40003,1731828097534 2024-11-17T07:21:54,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a40181e3592ee997fc79ec6cb1d63ce8, ASSIGN because future has completed 2024-11-17T07:21:54,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a40181e3592ee997fc79ec6cb1d63ce8, server=1dd62e24b303,40003,1731828097534}] 2024-11-17T07:21:54,580 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:54,581 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:21:54,581 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 129052 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1dd62e24b303,43079,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T07:21:54,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8. 2024-11-17T07:21:54,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T07:21:54,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T07:21:54,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1dd62e24b303%2C40003%2C1731828097534.rep, suffix=, logDir=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534, archiveDir=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/oldWALs, maxLogs=10 2024-11-17T07:21:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:21:54,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.rep.1731828114598, exclude list is [], retry=0 2024-11-17T07:21:54,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-35c085cd-8ffd-47c5-8945-62f08922016b,DISK] 2024-11-17T07:21:54,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.rep.1731828114598 2024-11-17T07:21:54,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35771:35771)] 2024-11-17T07:21:54,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a40181e3592ee997fc79ec6cb1d63ce8, NAME => 'hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8.', STARTKEY => '', ENDKEY => ''} 2024-11-17T07:21:54,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T07:21:54,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T07:21:54,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8. service=MultiRowMutationService 2024-11-17T07:21:54,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T07:21:54,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a40181e3592ee997fc79ec6cb1d63ce8 2024-11-17T07:21:54,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T07:21:54,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a40181e3592ee997fc79ec6cb1d63ce8 2024-11-17T07:21:54,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a40181e3592ee997fc79ec6cb1d63ce8 2024-11-17T07:21:54,617 INFO [StoreOpener-a40181e3592ee997fc79ec6cb1d63ce8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a40181e3592ee997fc79ec6cb1d63ce8 2024-11-17T07:21:54,618 INFO [StoreOpener-a40181e3592ee997fc79ec6cb1d63ce8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a40181e3592ee997fc79ec6cb1d63ce8 columnFamilyName hfileref 2024-11-17T07:21:54,618 DEBUG [StoreOpener-a40181e3592ee997fc79ec6cb1d63ce8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:54,618 INFO [StoreOpener-a40181e3592ee997fc79ec6cb1d63ce8-1 {}] regionserver.HStore(327): Store=a40181e3592ee997fc79ec6cb1d63ce8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:54,618 INFO [StoreOpener-a40181e3592ee997fc79ec6cb1d63ce8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a40181e3592ee997fc79ec6cb1d63ce8 2024-11-17T07:21:54,619 INFO [StoreOpener-a40181e3592ee997fc79ec6cb1d63ce8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a40181e3592ee997fc79ec6cb1d63ce8 columnFamilyName queue 2024-11-17T07:21:54,619 DEBUG [StoreOpener-a40181e3592ee997fc79ec6cb1d63ce8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:54,620 INFO [StoreOpener-a40181e3592ee997fc79ec6cb1d63ce8-1 {}] regionserver.HStore(327): Store=a40181e3592ee997fc79ec6cb1d63ce8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:54,620 INFO [StoreOpener-a40181e3592ee997fc79ec6cb1d63ce8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a40181e3592ee997fc79ec6cb1d63ce8 2024-11-17T07:21:54,620 INFO [StoreOpener-a40181e3592ee997fc79ec6cb1d63ce8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a40181e3592ee997fc79ec6cb1d63ce8 columnFamilyName sid 2024-11-17T07:21:54,620 DEBUG [StoreOpener-a40181e3592ee997fc79ec6cb1d63ce8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T07:21:54,621 INFO [StoreOpener-a40181e3592ee997fc79ec6cb1d63ce8-1 {}] regionserver.HStore(327): Store=a40181e3592ee997fc79ec6cb1d63ce8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T07:21:54,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a40181e3592ee997fc79ec6cb1d63ce8 2024-11-17T07:21:54,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/replication/a40181e3592ee997fc79ec6cb1d63ce8 2024-11-17T07:21:54,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/replication/a40181e3592ee997fc79ec6cb1d63ce8 2024-11-17T07:21:54,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a40181e3592ee997fc79ec6cb1d63ce8 2024-11-17T07:21:54,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a40181e3592ee997fc79ec6cb1d63ce8 2024-11-17T07:21:54,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T07:21:54,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a40181e3592ee997fc79ec6cb1d63ce8 2024-11-17T07:21:54,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/replication/a40181e3592ee997fc79ec6cb1d63ce8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T07:21:54,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a40181e3592ee997fc79ec6cb1d63ce8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60883145, jitterRate=-0.09277044236660004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T07:21:54,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a40181e3592ee997fc79ec6cb1d63ce8 2024-11-17T07:21:54,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a40181e3592ee997fc79ec6cb1d63ce8: Running coprocessor pre-open hook at 1731828114616Writing region info on filesystem at 1731828114616Initializing all the Stores at 1731828114617 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828114617Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828114617Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731828114617Cleaning up temporary data from old regions at 1731828114622 (+5 ms)Running coprocessor post-open hooks at 1731828114625 (+3 ms)Region opened successfully at 1731828114625 2024-11-17T07:21:54,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8., pid=10, masterSystemTime=1731828114593 2024-11-17T07:21:54,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8. 2024-11-17T07:21:54,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8. 2024-11-17T07:21:54,627 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a40181e3592ee997fc79ec6cb1d63ce8, regionState=OPEN, openSeqNum=2, regionLocation=1dd62e24b303,40003,1731828097534 2024-11-17T07:21:54,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a40181e3592ee997fc79ec6cb1d63ce8, server=1dd62e24b303,40003,1731828097534 because future has completed 2024-11-17T07:21:54,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T07:21:54,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a40181e3592ee997fc79ec6cb1d63ce8, server=1dd62e24b303,40003,1731828097534 in 189 msec 2024-11-17T07:21:54,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T07:21:54,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a40181e3592ee997fc79ec6cb1d63ce8, ASSIGN in 345 msec 2024-11-17T07:21:54,633 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T07:21:54,634 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731828114633"}]},"ts":"1731828114633"} 2024-11-17T07:21:54,635 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T07:21:54,635 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T07:21:54,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-17T07:21:54,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8., hostname=1dd62e24b303,40003,1731828097534, seqNum=2] 2024-11-17T07:21:54,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-97721825 2024-11-17T07:21:54,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x10124cd885b0001, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-97721825 2024-11-17T07:21:54,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T07:21:54,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T07:21:54,833 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T07:21:54,861 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1dd62e24b303,40003,1731828097534, ReplicationSource: 1, currentBandwidth=0 2024-11-17T07:21:54,862 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:54,862 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,40003,1731828097534, seqNum=-1] 2024-11-17T07:21:54,862 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:54,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-17T07:21:54,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1dd62e24b303,40003,1731828097534', locateType=CURRENT is [region=hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8., hostname=1dd62e24b303,40003,1731828097534, seqNum=2] 2024-11-17T07:21:54,866 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T07:21:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T07:21:54,868 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1dd62e24b303,40003,1731828097534 suceeded 2024-11-17T07:21:54,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T07:21:54,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-17T07:21:54,871 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1dd62e24b303:45159,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T07:21:54,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4130 sec 2024-11-17T07:21:54,881 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:45159' 2024-11-17T07:21:54,882 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32ec92cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:54,882 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,45159,-1 for getting cluster id 2024-11-17T07:21:54,882 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:54,882 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b14a5394-843a-40a6-aa38-d5b5faca7d1c' 2024-11-17T07:21:54,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:54,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b14a5394-843a-40a6-aa38-d5b5faca7d1c" 2024-11-17T07:21:54,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d01784a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:54,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,45159,-1] 2024-11-17T07:21:54,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:54,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:54,884 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:54,884 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13e0b78b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:54,884 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:54,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,45159,1731828100022 2024-11-17T07:21:54,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ef6a16 2024-11-17T07:21:54,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:54,886 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-17T07:21:54,886 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1dd62e24b303,40003,1731828097534 (queues=1) is replicating from cluster=abcb7313-4272-481d-b8ea-5209e4110e09 to cluster=b14a5394-843a-40a6-aa38-d5b5faca7d1c 2024-11-17T07:21:54,886 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1dd62e24b303%2C40003%2C1731828097534 2024-11-17T07:21:54,886 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1dd62e24b303,40003,1731828097534, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T07:21:54,887 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828098315, startPosition=0, beingWritten=true 2024-11-17T07:21:54,887 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.shipper1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1dd62e24b303%2C40003%2C1731828097534 2024-11-17T07:21:54,891 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T07:21:54,891 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828098315 to pos 379, reset compression=false 2024-11-17T07:21:54,891 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.shipper1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,40003,1731828097534 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828098315, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T07:21:55,094 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828098315 to pos 379, reset compression=false 2024-11-17T07:21:55,398 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828098315 to pos 379, reset compression=false 2024-11-17T07:21:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T07:21:55,611 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T07:21:55,611 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:21:55,611 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:21:55,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:55,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:55,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:21:55,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3e6394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:55,612 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,38131,-1 for getting cluster id 2024-11-17T07:21:55,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:55,613 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abcb7313-4272-481d-b8ea-5209e4110e09' 2024-11-17T07:21:55,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:55,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abcb7313-4272-481d-b8ea-5209e4110e09" 2024-11-17T07:21:55,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b48a6d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:55,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,38131,-1] 2024-11-17T07:21:55,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:55,614 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14431b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:55,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30797256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:55,615 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,45159,-1 for getting cluster id 2024-11-17T07:21:55,615 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:55,616 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b14a5394-843a-40a6-aa38-d5b5faca7d1c' 2024-11-17T07:21:55,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:55,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b14a5394-843a-40a6-aa38-d5b5faca7d1c" 2024-11-17T07:21:55,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9ab18f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:55,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,45159,-1] 2024-11-17T07:21:55,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:55,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:55,617 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:55,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22923c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:55,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb4e3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:55,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,45035,-1 for getting cluster id 2024-11-17T07:21:55,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:55,618 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '947e50ed-6f57-4dba-8576-262b8b90de45' 2024-11-17T07:21:55,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:55,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "947e50ed-6f57-4dba-8576-262b8b90de45" 2024-11-17T07:21:55,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72eaea8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:55,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,45035,-1] 2024-11-17T07:21:55,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:55,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:55,619 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:55,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a7317e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:55,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:55,637 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731828115636/Put/seqid=0 2024-11-17T07:21:55,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741840_1016 (size=7894) 2024-11-17T07:21:55,801 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828098315 to pos 379, reset compression=false 2024-11-17T07:21:56,042 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731828116042/Put/seqid=0 2024-11-17T07:21:56,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741841_1017 (size=7691) 2024-11-17T07:21:56,305 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828098315 to pos 379, reset compression=false 2024-11-17T07:21:56,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7388e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:56,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,38131,-1 for getting cluster id 2024-11-17T07:21:56,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:56,449 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abcb7313-4272-481d-b8ea-5209e4110e09' 2024-11-17T07:21:56,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:56,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abcb7313-4272-481d-b8ea-5209e4110e09" 2024-11-17T07:21:56,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da47574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:56,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,38131,-1] 2024-11-17T07:21:56,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:56,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:56,450 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:56,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be1441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:56,451 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,40003,1731828097534, seqNum=-1] 2024-11-17T07:21:56,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:56,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:21:56,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:56,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,38131,1731828097486 2024-11-17T07:21:56,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75eb5249 2024-11-17T07:21:56,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:56,459 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:21:56,462 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46., hostname=1dd62e24b303,40003,1731828097534, seqNum=2] 2024-11-17T07:21:56,464 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T07:21:56,468 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-17T07:21:56,469 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-17T07:21:56,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/testHFileCyclicReplication_0/f/hfile_0 for inclusion in bc09b5ed66a8de76c79d4e7c5662ba46/f 2024-11-17T07:21:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-17T07:21:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:21:56,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/testHFileCyclicReplication_0/f/hfile_1 for inclusion in bc09b5ed66a8de76c79d4e7c5662ba46/f 2024-11-17T07:21:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-17T07:21:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:21:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HRegion(2603): Flush status journal for bc09b5ed66a8de76c79d4e7c5662ba46: 2024-11-17T07:21:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/staging/jenkins__test__bqst7qlv480eom9cbrl0644f9lj39i6g3fp6k36vhf43ohrp5hc079t49jtn147e/f/hfile_0 2024-11-17T07:21:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/staging/jenkins__test__bqst7qlv480eom9cbrl0644f9lj39i6g3fp6k36vhf43ohrp5hc079t49jtn147e/f/hfile_0 as hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/default/test/bc09b5ed66a8de76c79d4e7c5662ba46/f/14ece7dee197409aab25959b42bedc01_SeqId_4_ 2024-11-17T07:21:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/staging/jenkins__test__bqst7qlv480eom9cbrl0644f9lj39i6g3fp6k36vhf43ohrp5hc079t49jtn147e/f/hfile_1 2024-11-17T07:21:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/staging/jenkins__test__bqst7qlv480eom9cbrl0644f9lj39i6g3fp6k36vhf43ohrp5hc079t49jtn147e/f/hfile_1 as hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/default/test/bc09b5ed66a8de76c79d4e7c5662ba46/f/c6b5b31f3f3e47568d682fac5e8aa1f3_SeqId_4_ 2024-11-17T07:21:56,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/staging/jenkins__test__bqst7qlv480eom9cbrl0644f9lj39i6g3fp6k36vhf43ohrp5hc079t49jtn147e/f/hfile_0 into bc09b5ed66a8de76c79d4e7c5662ba46/f as hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/default/test/bc09b5ed66a8de76c79d4e7c5662ba46/f/14ece7dee197409aab25959b42bedc01_SeqId_4_ - updating store file list. 2024-11-17T07:21:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 14ece7dee197409aab25959b42bedc01_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T07:21:56,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/default/test/bc09b5ed66a8de76c79d4e7c5662ba46/f/14ece7dee197409aab25959b42bedc01_SeqId_4_ into bc09b5ed66a8de76c79d4e7c5662ba46/f 2024-11-17T07:21:56,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/staging/jenkins__test__bqst7qlv480eom9cbrl0644f9lj39i6g3fp6k36vhf43ohrp5hc079t49jtn147e/f/hfile_0 into bc09b5ed66a8de76c79d4e7c5662ba46/f (new location: hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/default/test/bc09b5ed66a8de76c79d4e7c5662ba46/f/14ece7dee197409aab25959b42bedc01_SeqId_4_) 2024-11-17T07:21:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/staging/jenkins__test__bqst7qlv480eom9cbrl0644f9lj39i6g3fp6k36vhf43ohrp5hc079t49jtn147e/f/hfile_0 2024-11-17T07:21:56,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/staging/jenkins__test__bqst7qlv480eom9cbrl0644f9lj39i6g3fp6k36vhf43ohrp5hc079t49jtn147e/f/hfile_1 into bc09b5ed66a8de76c79d4e7c5662ba46/f as hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/default/test/bc09b5ed66a8de76c79d4e7c5662ba46/f/c6b5b31f3f3e47568d682fac5e8aa1f3_SeqId_4_ - updating store file list. 2024-11-17T07:21:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c6b5b31f3f3e47568d682fac5e8aa1f3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T07:21:56,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/default/test/bc09b5ed66a8de76c79d4e7c5662ba46/f/c6b5b31f3f3e47568d682fac5e8aa1f3_SeqId_4_ into bc09b5ed66a8de76c79d4e7c5662ba46/f 2024-11-17T07:21:56,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/staging/jenkins__test__bqst7qlv480eom9cbrl0644f9lj39i6g3fp6k36vhf43ohrp5hc079t49jtn147e/f/hfile_1 into bc09b5ed66a8de76c79d4e7c5662ba46/f (new location: hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/default/test/bc09b5ed66a8de76c79d4e7c5662ba46/f/c6b5b31f3f3e47568d682fac5e8aa1f3_SeqId_4_) 2024-11-17T07:21:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/staging/jenkins__test__bqst7qlv480eom9cbrl0644f9lj39i6g3fp6k36vhf43ohrp5hc079t49jtn147e/f/hfile_1 2024-11-17T07:21:56,490 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:21:56,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:21:56,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:56,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:56,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46., hostname=1dd62e24b303,40003,1731828097534, seqNum=2 , the old value is region=test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46., hostname=1dd62e24b303,40003,1731828097534, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1dd62e24b303:40003 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T07:21:56,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46., hostname=1dd62e24b303,40003,1731828097534, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T07:21:56,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46., hostname=1dd62e24b303,40003,1731828097534, seqNum=2 from cache 2024-11-17T07:21:56,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:56,491 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T07:21:56,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:21:56,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,46613,1731828100077, seqNum=-1] 2024-11-17T07:21:56,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:56,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:21:56,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731828109143.a80a91b6089afd9c495e1363656946e8., hostname=1dd62e24b303,46613,1731828100077, seqNum=2] 2024-11-17T07:21:56,496 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T07:21:56,601 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:40003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T07:21:56,720 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=37, reused chunk count=156, reuseRatio=80.83% 2024-11-17T07:21:56,720 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-17T07:21:56,909 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828098315 to pos 379, reset compression=false 2024-11-17T07:21:56,913 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:21:56,913 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.shipper1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,40003,1731828097534 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc09b5ed66a8de76c79d4e7c5662ba46/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731828116489/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828098315, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T07:21:56,915 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.shipper1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:21:56,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-17T07:21:56,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.ReplicationSink(318): Replicating [abcb7313-4272-481d-b8ea-5209e4110e09] bulk loaded data 2024-11-17T07:21:56,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73ba15fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:56,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,45159,-1 for getting cluster id 2024-11-17T07:21:56,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:56,917 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b14a5394-843a-40a6-aa38-d5b5faca7d1c' 2024-11-17T07:21:56,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:56,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b14a5394-843a-40a6-aa38-d5b5faca7d1c" 2024-11-17T07:21:56,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26371c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:56,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,45159,-1] 2024-11-17T07:21:56,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:56,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:56,918 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:56,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30233486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:56,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741837_1013 (size=7894) 2024-11-17T07:21:57,113 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828098315 to pos 687, reset compression=false 2024-11-17T07:21:57,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741838_1014 (size=7691) 2024-11-17T07:21:57,417 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828098315 to pos 687, reset compression=false 2024-11-17T07:21:57,498 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T07:21:57,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:57,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,45159,1731828100022 2024-11-17T07:21:57,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ca044 2024-11-17T07:21:57,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:57,738 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-17T07:21:57,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T07:21:57,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:57,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,46613,1731828100077, seqNum=-1] 2024-11-17T07:21:57,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:57,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-17T07:21:57,747 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__4p0otkkboat4ksr0srn3rvrocvn4gq1b8ld1jlrii3d5567lp3fqiop6pd8bt552/f/14ece7dee197409aab25959b42bedc01_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-17T07:21:57,749 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__4p0otkkboat4ksr0srn3rvrocvn4gq1b8ld1jlrii3d5567lp3fqiop6pd8bt552/f/c6b5b31f3f3e47568d682fac5e8aa1f3_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-17T07:21:57,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__4p0otkkboat4ksr0srn3rvrocvn4gq1b8ld1jlrii3d5567lp3fqiop6pd8bt552/f/14ece7dee197409aab25959b42bedc01_SeqId_4_ for inclusion in a80a91b6089afd9c495e1363656946e8/f 2024-11-17T07:21:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-17T07:21:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:21:57,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__4p0otkkboat4ksr0srn3rvrocvn4gq1b8ld1jlrii3d5567lp3fqiop6pd8bt552/f/c6b5b31f3f3e47568d682fac5e8aa1f3_SeqId_4_ for inclusion in a80a91b6089afd9c495e1363656946e8/f 2024-11-17T07:21:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-17T07:21:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:21:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HRegion(2603): Flush status journal for a80a91b6089afd9c495e1363656946e8: 2024-11-17T07:21:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 14ece7dee197409aab25959b42bedc01_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T07:21:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__4p0otkkboat4ksr0srn3rvrocvn4gq1b8ld1jlrii3d5567lp3fqiop6pd8bt552/f/14ece7dee197409aab25959b42bedc01_SeqId_4_ as hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/default/test/a80a91b6089afd9c495e1363656946e8/f/8b8fc10eaa1b490dba60a44e978cca42_SeqId_4_ 2024-11-17T07:21:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c6b5b31f3f3e47568d682fac5e8aa1f3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T07:21:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__4p0otkkboat4ksr0srn3rvrocvn4gq1b8ld1jlrii3d5567lp3fqiop6pd8bt552/f/c6b5b31f3f3e47568d682fac5e8aa1f3_SeqId_4_ as hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/default/test/a80a91b6089afd9c495e1363656946e8/f/2e92c1d6ba0842269f5121fecaf06f47_SeqId_4_ 2024-11-17T07:21:57,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__4p0otkkboat4ksr0srn3rvrocvn4gq1b8ld1jlrii3d5567lp3fqiop6pd8bt552/f/14ece7dee197409aab25959b42bedc01_SeqId_4_ into a80a91b6089afd9c495e1363656946e8/f as hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/default/test/a80a91b6089afd9c495e1363656946e8/f/8b8fc10eaa1b490dba60a44e978cca42_SeqId_4_ - updating store file list. 2024-11-17T07:21:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8b8fc10eaa1b490dba60a44e978cca42_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T07:21:57,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/default/test/a80a91b6089afd9c495e1363656946e8/f/8b8fc10eaa1b490dba60a44e978cca42_SeqId_4_ into a80a91b6089afd9c495e1363656946e8/f 2024-11-17T07:21:57,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__4p0otkkboat4ksr0srn3rvrocvn4gq1b8ld1jlrii3d5567lp3fqiop6pd8bt552/f/14ece7dee197409aab25959b42bedc01_SeqId_4_ into a80a91b6089afd9c495e1363656946e8/f (new location: hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/default/test/a80a91b6089afd9c495e1363656946e8/f/8b8fc10eaa1b490dba60a44e978cca42_SeqId_4_) 2024-11-17T07:21:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__4p0otkkboat4ksr0srn3rvrocvn4gq1b8ld1jlrii3d5567lp3fqiop6pd8bt552/f/14ece7dee197409aab25959b42bedc01_SeqId_4_ 2024-11-17T07:21:57,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__4p0otkkboat4ksr0srn3rvrocvn4gq1b8ld1jlrii3d5567lp3fqiop6pd8bt552/f/c6b5b31f3f3e47568d682fac5e8aa1f3_SeqId_4_ into a80a91b6089afd9c495e1363656946e8/f as hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/default/test/a80a91b6089afd9c495e1363656946e8/f/2e92c1d6ba0842269f5121fecaf06f47_SeqId_4_ - updating store file list. 2024-11-17T07:21:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2e92c1d6ba0842269f5121fecaf06f47_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T07:21:57,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/default/test/a80a91b6089afd9c495e1363656946e8/f/2e92c1d6ba0842269f5121fecaf06f47_SeqId_4_ into a80a91b6089afd9c495e1363656946e8/f 2024-11-17T07:21:57,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__4p0otkkboat4ksr0srn3rvrocvn4gq1b8ld1jlrii3d5567lp3fqiop6pd8bt552/f/c6b5b31f3f3e47568d682fac5e8aa1f3_SeqId_4_ into a80a91b6089afd9c495e1363656946e8/f (new location: hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/default/test/a80a91b6089afd9c495e1363656946e8/f/2e92c1d6ba0842269f5121fecaf06f47_SeqId_4_) 2024-11-17T07:21:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__4p0otkkboat4ksr0srn3rvrocvn4gq1b8ld1jlrii3d5567lp3fqiop6pd8bt552/f/c6b5b31f3f3e47568d682fac5e8aa1f3_SeqId_4_ 2024-11-17T07:21:57,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.ReplicationSink(324): Finished replicating [abcb7313-4272-481d-b8ea-5209e4110e09] bulk loaded data 2024-11-17T07:21:57,820 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828098315 to pos 687, reset compression=false 2024-11-17T07:21:57,926 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:21:57,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:57,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:57,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:57,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:57,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:57,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:57,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:57,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:57,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:57,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:57,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:57,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:57,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:57,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:57,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:57,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:57,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:21:58,323 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828098315 to pos 687, reset compression=false 2024-11-17T07:21:58,504 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:58,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,41297,1731828104350, seqNum=-1] 2024-11-17T07:21:58,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:58,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:21:58,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731828111293.92f930e037b32f9220afce56848a2287., hostname=1dd62e24b303,41297,1731828104350, seqNum=2] 2024-11-17T07:21:58,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:21:58,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T07:21:58,516 DEBUG [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1dd62e24b303%2C40003%2C1731828097534.rep:(num 1731828114598) roll requested 2024-11-17T07:21:58,530 DEBUG [regionserver/1dd62e24b303:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.rep.1731828118516, exclude list is [], retry=0 2024-11-17T07:21:58,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-35c085cd-8ffd-47c5-8945-62f08922016b,DISK] 2024-11-17T07:21:58,533 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.rep.1731828114598 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.rep.1731828118516 2024-11-17T07:21:58,534 DEBUG [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35771:35771)] 2024-11-17T07:21:58,534 DEBUG [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.rep.1731828114598 is not closed yet, will try archiving it next time 2024-11-17T07:21:58,534 DEBUG [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1dd62e24b303%2C40003%2C1731828097534.meta:.meta(num 1731828099216) roll requested 2024-11-17T07:21:58,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741839_1015 (size=1505) 2024-11-17T07:21:58,535 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.rep.1731828114598 not finished, retry = 0 2024-11-17T07:21:58,550 DEBUG [regionserver/1dd62e24b303:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.meta.1731828118534.meta, exclude list is [], retry=0 2024-11-17T07:21:58,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-35c085cd-8ffd-47c5-8945-62f08922016b,DISK] 2024-11-17T07:21:58,553 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.meta.1731828099216.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.meta.1731828118534.meta 2024-11-17T07:21:58,553 DEBUG [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35771:35771)] 2024-11-17T07:21:58,553 DEBUG [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.meta.1731828099216.meta is not closed yet, will try archiving it next time 2024-11-17T07:21:58,554 DEBUG [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1dd62e24b303%2C40003%2C1731828097534:(num 1731828098315) roll requested 2024-11-17T07:21:58,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741834_1010 (size=3473) 2024-11-17T07:21:58,566 DEBUG [regionserver/1dd62e24b303:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554, exclude list is [], retry=0 2024-11-17T07:21:58,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-35c085cd-8ffd-47c5-8945-62f08922016b,DISK] 2024-11-17T07:21:58,569 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828098315 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 2024-11-17T07:21:58,569 DEBUG [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35771:35771)] 2024-11-17T07:21:58,570 DEBUG [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828098315 is not closed yet, will try archiving it next time 2024-11-17T07:21:58,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a371d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:58,570 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,38131,-1 for getting cluster id 2024-11-17T07:21:58,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:58,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741832_1008 (size=695) 2024-11-17T07:21:58,571 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abcb7313-4272-481d-b8ea-5209e4110e09' 2024-11-17T07:21:58,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:58,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abcb7313-4272-481d-b8ea-5209e4110e09" 2024-11-17T07:21:58,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca4d832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:58,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,38131,-1] 2024-11-17T07:21:58,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:58,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:58,572 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:58,572 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828098315 to hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/oldWALs/1dd62e24b303%2C40003%2C1731828097534.1731828098315 2024-11-17T07:21:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281205c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:58,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:58,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,38131,1731828097486 2024-11-17T07:21:58,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@155e0fa6 2024-11-17T07:21:58,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:58,574 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:21:58,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://1dd62e24b303:45035,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T07:21:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T07:21:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T07:21:58,577 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:45035' 2024-11-17T07:21:58,578 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76fa26e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:58,578 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,45035,-1 for getting cluster id 2024-11-17T07:21:58,578 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:58,578 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '947e50ed-6f57-4dba-8576-262b8b90de45' 2024-11-17T07:21:58,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:58,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "947e50ed-6f57-4dba-8576-262b8b90de45" 2024-11-17T07:21:58,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63527b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:58,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,45035,-1] 2024-11-17T07:21:58,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:58,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:58,579 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:58,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d6d317b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:58,580 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:58,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,45035,1731828104306 2024-11-17T07:21:58,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@750e270b 2024-11-17T07:21:58,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:58,581 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:21:58,582 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T07:21:58,582 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T07:21:58,582 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:58,582 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:58,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:21:58,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T07:21:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T07:21:58,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-17T07:21:58,741 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-17T07:21:58,769 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-1dd62e24b303,40003,1731828097534, ReplicationSource: 2, currentBandwidth=0 2024-11-17T07:21:58,771 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-17T07:21:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-17T07:21:58,773 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 1dd62e24b303,40003,1731828097534 suceeded 2024-11-17T07:21:58,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T07:21:58,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-17T07:21:58,775 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://1dd62e24b303:45035,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T07:21:58,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 200 msec 2024-11-17T07:21:58,791 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1dd62e24b303:45035' 2024-11-17T07:21:58,792 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@160317f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:58,792 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,45035,-1 for getting cluster id 2024-11-17T07:21:58,792 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:58,793 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '947e50ed-6f57-4dba-8576-262b8b90de45' 2024-11-17T07:21:58,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:58,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "947e50ed-6f57-4dba-8576-262b8b90de45" 2024-11-17T07:21:58,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59ad73ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:58,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,45035,-1] 2024-11-17T07:21:58,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:58,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:58,794 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:58,795 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f911fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:58,795 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:58,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,45035,1731828104306 2024-11-17T07:21:58,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48d87dd4 2024-11-17T07:21:58,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:58,796 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-17T07:21:58,797 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-1dd62e24b303,40003,1731828097534 (queues=1) is replicating from cluster=abcb7313-4272-481d-b8ea-5209e4110e09 to cluster=947e50ed-6f57-4dba-8576-262b8b90de45 2024-11-17T07:21:58,797 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=1dd62e24b303%2C40003%2C1731828097534 2024-11-17T07:21:58,797 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-1dd62e24b303,40003,1731828097534, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T07:21:58,797 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,2-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554, startPosition=0, beingWritten=true 2024-11-17T07:21:58,797 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534.replicationSource.shipper1dd62e24b303%2C40003%2C1731828097534,2-1dd62e24b303,40003,1731828097534 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1dd62e24b303%2C40003%2C1731828097534 2024-11-17T07:21:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T07:21:58,891 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-17T07:21:58,891 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:21:58,891 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:21:58,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:58,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:58,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:21:58,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T07:21:58,895 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731828118894/Put/seqid=0 2024-11-17T07:21:58,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741845_1021 (size=11194) 2024-11-17T07:21:58,926 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828098315 to pos 687, reset compression=false 2024-11-17T07:21:58,933 INFO [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828098315 was moved to hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/oldWALs/1dd62e24b303%2C40003%2C1731828097534.1731828098315 2024-11-17T07:21:58,934 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828098315 2024-11-17T07:21:58,935 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554, startPosition=0, beingWritten=true 2024-11-17T07:21:58,935 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.shipper1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,40003,1731828097534 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828098315, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-17T07:21:58,937 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.shipper1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [1dd62e24b303%2C40003%2C1731828097534.1731828098315] 2024-11-17T07:21:59,001 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,2-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 0, reset compression=false 2024-11-17T07:21:59,301 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731828119300/Put/seqid=0 2024-11-17T07:21:59,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741846_1022 (size=10791) 2024-11-17T07:21:59,305 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,2-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 0, reset compression=false 2024-11-17T07:21:59,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6030f2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:59,307 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,38131,-1 for getting cluster id 2024-11-17T07:21:59,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:59,307 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abcb7313-4272-481d-b8ea-5209e4110e09' 2024-11-17T07:21:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:59,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abcb7313-4272-481d-b8ea-5209e4110e09" 2024-11-17T07:21:59,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1414e832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:59,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,38131,-1] 2024-11-17T07:21:59,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:59,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:59,309 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:59,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7c1349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:59,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,40003,1731828097534, seqNum=-1] 2024-11-17T07:21:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:59,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T07:21:59,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:59,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,38131,1731828097486 2024-11-17T07:21:59,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25f50386 2024-11-17T07:21:59,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:59,319 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T07:21:59,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46., hostname=1dd62e24b303,40003,1731828097534, seqNum=2] 2024-11-17T07:21:59,323 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T07:21:59,327 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-17T07:21:59,329 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-17T07:21:59,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/testHFileCyclicReplication_1/f/hfile_1 for inclusion in bc09b5ed66a8de76c79d4e7c5662ba46/f 2024-11-17T07:21:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-17T07:21:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:21:59,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/testHFileCyclicReplication_1/f/hfile_0 for inclusion in bc09b5ed66a8de76c79d4e7c5662ba46/f 2024-11-17T07:21:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-17T07:21:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:21:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HRegion(2603): Flush status journal for bc09b5ed66a8de76c79d4e7c5662ba46: 2024-11-17T07:21:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/staging/jenkins__test__el0qhrpqjq4jnjicgtgmdjdicgu3p3g4t64nafd1e9leln0i92jm6nj5h8ojhph6/f/hfile_1 2024-11-17T07:21:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/staging/jenkins__test__el0qhrpqjq4jnjicgtgmdjdicgu3p3g4t64nafd1e9leln0i92jm6nj5h8ojhph6/f/hfile_1 as hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/default/test/bc09b5ed66a8de76c79d4e7c5662ba46/f/70a92404d2594a2285cccbbe161351ca_SeqId_6_ 2024-11-17T07:21:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/staging/jenkins__test__el0qhrpqjq4jnjicgtgmdjdicgu3p3g4t64nafd1e9leln0i92jm6nj5h8ojhph6/f/hfile_0 2024-11-17T07:21:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/staging/jenkins__test__el0qhrpqjq4jnjicgtgmdjdicgu3p3g4t64nafd1e9leln0i92jm6nj5h8ojhph6/f/hfile_0 as hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/default/test/bc09b5ed66a8de76c79d4e7c5662ba46/f/7a4bcb883a764714a105669f238767ae_SeqId_6_ 2024-11-17T07:21:59,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/staging/jenkins__test__el0qhrpqjq4jnjicgtgmdjdicgu3p3g4t64nafd1e9leln0i92jm6nj5h8ojhph6/f/hfile_1 into bc09b5ed66a8de76c79d4e7c5662ba46/f as hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/default/test/bc09b5ed66a8de76c79d4e7c5662ba46/f/70a92404d2594a2285cccbbe161351ca_SeqId_6_ - updating store file list. 2024-11-17T07:21:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 70a92404d2594a2285cccbbe161351ca_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T07:21:59,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/default/test/bc09b5ed66a8de76c79d4e7c5662ba46/f/70a92404d2594a2285cccbbe161351ca_SeqId_6_ into bc09b5ed66a8de76c79d4e7c5662ba46/f 2024-11-17T07:21:59,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/staging/jenkins__test__el0qhrpqjq4jnjicgtgmdjdicgu3p3g4t64nafd1e9leln0i92jm6nj5h8ojhph6/f/hfile_1 into bc09b5ed66a8de76c79d4e7c5662ba46/f (new location: hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/default/test/bc09b5ed66a8de76c79d4e7c5662ba46/f/70a92404d2594a2285cccbbe161351ca_SeqId_6_) 2024-11-17T07:21:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/staging/jenkins__test__el0qhrpqjq4jnjicgtgmdjdicgu3p3g4t64nafd1e9leln0i92jm6nj5h8ojhph6/f/hfile_1 2024-11-17T07:21:59,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/staging/jenkins__test__el0qhrpqjq4jnjicgtgmdjdicgu3p3g4t64nafd1e9leln0i92jm6nj5h8ojhph6/f/hfile_0 into bc09b5ed66a8de76c79d4e7c5662ba46/f as hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/default/test/bc09b5ed66a8de76c79d4e7c5662ba46/f/7a4bcb883a764714a105669f238767ae_SeqId_6_ - updating store file list. 2024-11-17T07:21:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7a4bcb883a764714a105669f238767ae_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T07:21:59,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/default/test/bc09b5ed66a8de76c79d4e7c5662ba46/f/7a4bcb883a764714a105669f238767ae_SeqId_6_ into bc09b5ed66a8de76c79d4e7c5662ba46/f 2024-11-17T07:21:59,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/staging/jenkins__test__el0qhrpqjq4jnjicgtgmdjdicgu3p3g4t64nafd1e9leln0i92jm6nj5h8ojhph6/f/hfile_0 into bc09b5ed66a8de76c79d4e7c5662ba46/f (new location: hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/default/test/bc09b5ed66a8de76c79d4e7c5662ba46/f/7a4bcb883a764714a105669f238767ae_SeqId_6_) 2024-11-17T07:21:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/staging/jenkins__test__el0qhrpqjq4jnjicgtgmdjdicgu3p3g4t64nafd1e9leln0i92jm6nj5h8ojhph6/f/hfile_0 2024-11-17T07:21:59,360 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:21:59,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:21:59,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:59,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:59,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:21:59,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46., hostname=1dd62e24b303,40003,1731828097534, seqNum=2 , the old value is region=test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46., hostname=1dd62e24b303,40003,1731828097534, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1dd62e24b303:40003 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T07:21:59,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46., hostname=1dd62e24b303,40003,1731828097534, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T07:21:59,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46., hostname=1dd62e24b303,40003,1731828097534, seqNum=2 from cache 2024-11-17T07:21:59,362 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T07:21:59,364 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T07:21:59,471 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1dd62e24b303:40003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T07:21:59,638 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 0, reset compression=false 2024-11-17T07:21:59,643 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:21:59,643 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.shipper1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1dd62e24b303,40003,1731828097534 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc09b5ed66a8de76c79d4e7c5662ba46/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731828119359/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T07:21:59,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.ReplicationSink(318): Replicating [abcb7313-4272-481d-b8ea-5209e4110e09] bulk loaded data 2024-11-17T07:21:59,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741839_1015 (size=10791) 2024-11-17T07:21:59,709 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,2-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 0, reset compression=false 2024-11-17T07:21:59,714 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,2-1dd62e24b303,40003,1731828097534 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T07:21:59,714 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534.replicationSource.shipper1dd62e24b303%2C40003%2C1731828097534,2-1dd62e24b303,40003,1731828097534 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-1dd62e24b303,40003,1731828097534 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc09b5ed66a8de76c79d4e7c5662ba46/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731828119359/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T07:21:59,715 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534.replicationSource.shipper1dd62e24b303%2C40003%2C1731828097534,2-1dd62e24b303,40003,1731828097534 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T07:21:59,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-17T07:21:59,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.ReplicationSink(318): Replicating [abcb7313-4272-481d-b8ea-5209e4110e09] bulk loaded data 2024-11-17T07:21:59,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3de9667e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:59,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] client.ClusterIdFetcher(90): Going to request 1dd62e24b303,45035,-1 for getting cluster id 2024-11-17T07:21:59,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T07:21:59,718 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '947e50ed-6f57-4dba-8576-262b8b90de45' 2024-11-17T07:21:59,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T07:21:59,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "947e50ed-6f57-4dba-8576-262b8b90de45" 2024-11-17T07:21:59,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d98499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:59,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1dd62e24b303,45035,-1] 2024-11-17T07:21:59,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T07:21:59,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:21:59,719 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-17T07:21:59,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b6ac0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T07:21:59,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741837_1013 (size=10791) 2024-11-17T07:21:59,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741838_1014 (size=11194) 2024-11-17T07:21:59,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T07:21:59,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1dd62e24b303,45035,1731828104306 2024-11-17T07:21:59,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4216b2df 2024-11-17T07:21:59,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T07:21:59,743 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-17T07:21:59,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T07:21:59,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T07:21:59,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1dd62e24b303,41297,1731828104350, seqNum=-1] 2024-11-17T07:21:59,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T07:21:59,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-17T07:21:59,753 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/staging/jenkins.hfs.23__test__oheg2799pk69b2inn91bhvs7jqdj2p9iet53vbg8q11gblh1n3a2c1135tndia4r/f/70a92404d2594a2285cccbbe161351ca_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-17T07:21:59,754 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/staging/jenkins.hfs.23__test__oheg2799pk69b2inn91bhvs7jqdj2p9iet53vbg8q11gblh1n3a2c1135tndia4r/f/7a4bcb883a764714a105669f238767ae_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-17T07:21:59,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/staging/jenkins.hfs.23__test__oheg2799pk69b2inn91bhvs7jqdj2p9iet53vbg8q11gblh1n3a2c1135tndia4r/f/70a92404d2594a2285cccbbe161351ca_SeqId_6_ for inclusion in 92f930e037b32f9220afce56848a2287/f 2024-11-17T07:21:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-17T07:21:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:21:59,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/staging/jenkins.hfs.23__test__oheg2799pk69b2inn91bhvs7jqdj2p9iet53vbg8q11gblh1n3a2c1135tndia4r/f/7a4bcb883a764714a105669f238767ae_SeqId_6_ for inclusion in 92f930e037b32f9220afce56848a2287/f 2024-11-17T07:21:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-17T07:21:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:21:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HRegion(2603): Flush status journal for 92f930e037b32f9220afce56848a2287: 2024-11-17T07:21:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 70a92404d2594a2285cccbbe161351ca_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T07:21:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/staging/jenkins.hfs.23__test__oheg2799pk69b2inn91bhvs7jqdj2p9iet53vbg8q11gblh1n3a2c1135tndia4r/f/70a92404d2594a2285cccbbe161351ca_SeqId_6_ as hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/default/test/92f930e037b32f9220afce56848a2287/f/e6aaf2dc38234597a68f1853fdc542fe_SeqId_4_ 2024-11-17T07:21:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7a4bcb883a764714a105669f238767ae_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T07:21:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/staging/jenkins.hfs.23__test__oheg2799pk69b2inn91bhvs7jqdj2p9iet53vbg8q11gblh1n3a2c1135tndia4r/f/7a4bcb883a764714a105669f238767ae_SeqId_6_ as hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/default/test/92f930e037b32f9220afce56848a2287/f/a711985afadb4afe9ef86bf69e24d519_SeqId_4_ 2024-11-17T07:21:59,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/staging/jenkins.hfs.23__test__oheg2799pk69b2inn91bhvs7jqdj2p9iet53vbg8q11gblh1n3a2c1135tndia4r/f/70a92404d2594a2285cccbbe161351ca_SeqId_6_ into 92f930e037b32f9220afce56848a2287/f as hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/default/test/92f930e037b32f9220afce56848a2287/f/e6aaf2dc38234597a68f1853fdc542fe_SeqId_4_ - updating store file list. 2024-11-17T07:21:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e6aaf2dc38234597a68f1853fdc542fe_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T07:21:59,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/default/test/92f930e037b32f9220afce56848a2287/f/e6aaf2dc38234597a68f1853fdc542fe_SeqId_4_ into 92f930e037b32f9220afce56848a2287/f 2024-11-17T07:21:59,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/staging/jenkins.hfs.23__test__oheg2799pk69b2inn91bhvs7jqdj2p9iet53vbg8q11gblh1n3a2c1135tndia4r/f/70a92404d2594a2285cccbbe161351ca_SeqId_6_ into 92f930e037b32f9220afce56848a2287/f (new location: hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/default/test/92f930e037b32f9220afce56848a2287/f/e6aaf2dc38234597a68f1853fdc542fe_SeqId_4_) 2024-11-17T07:21:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/staging/jenkins.hfs.23__test__oheg2799pk69b2inn91bhvs7jqdj2p9iet53vbg8q11gblh1n3a2c1135tndia4r/f/70a92404d2594a2285cccbbe161351ca_SeqId_6_ 2024-11-17T07:21:59,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/staging/jenkins.hfs.23__test__oheg2799pk69b2inn91bhvs7jqdj2p9iet53vbg8q11gblh1n3a2c1135tndia4r/f/7a4bcb883a764714a105669f238767ae_SeqId_6_ into 92f930e037b32f9220afce56848a2287/f as hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/default/test/92f930e037b32f9220afce56848a2287/f/a711985afadb4afe9ef86bf69e24d519_SeqId_4_ - updating store file list. 2024-11-17T07:21:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a711985afadb4afe9ef86bf69e24d519_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T07:21:59,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/default/test/92f930e037b32f9220afce56848a2287/f/a711985afadb4afe9ef86bf69e24d519_SeqId_4_ into 92f930e037b32f9220afce56848a2287/f 2024-11-17T07:21:59,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/staging/jenkins.hfs.23__test__oheg2799pk69b2inn91bhvs7jqdj2p9iet53vbg8q11gblh1n3a2c1135tndia4r/f/7a4bcb883a764714a105669f238767ae_SeqId_6_ into 92f930e037b32f9220afce56848a2287/f (new location: hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/default/test/92f930e037b32f9220afce56848a2287/f/a711985afadb4afe9ef86bf69e24d519_SeqId_4_) 2024-11-17T07:21:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/staging/jenkins.hfs.23__test__oheg2799pk69b2inn91bhvs7jqdj2p9iet53vbg8q11gblh1n3a2c1135tndia4r/f/7a4bcb883a764714a105669f238767ae_SeqId_6_ 2024-11-17T07:21:59,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.ReplicationSink(324): Finished replicating [abcb7313-4272-481d-b8ea-5209e4110e09] bulk loaded data 2024-11-17T07:21:59,843 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 393, reset compression=false 2024-11-17T07:21:59,914 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,2-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 393, reset compression=false 2024-11-17T07:22:00,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741840_1016 (size=11194) 2024-11-17T07:22:00,147 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 393, reset compression=false 2024-11-17T07:22:00,217 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,2-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 393, reset compression=false 2024-11-17T07:22:00,368 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T07:22:00,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T07:22:00,473 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__u9o8hl3c2trpjhd156fkjig58ipel2d0l2h58qr860sj53eut0uvn11dj1hf0gq7/f/70a92404d2594a2285cccbbe161351ca_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-17T07:22:00,475 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__u9o8hl3c2trpjhd156fkjig58ipel2d0l2h58qr860sj53eut0uvn11dj1hf0gq7/f/7a4bcb883a764714a105669f238767ae_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-17T07:22:00,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__u9o8hl3c2trpjhd156fkjig58ipel2d0l2h58qr860sj53eut0uvn11dj1hf0gq7/f/70a92404d2594a2285cccbbe161351ca_SeqId_6_ for inclusion in a80a91b6089afd9c495e1363656946e8/f 2024-11-17T07:22:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-17T07:22:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:22:00,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__u9o8hl3c2trpjhd156fkjig58ipel2d0l2h58qr860sj53eut0uvn11dj1hf0gq7/f/7a4bcb883a764714a105669f238767ae_SeqId_6_ for inclusion in a80a91b6089afd9c495e1363656946e8/f 2024-11-17T07:22:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-17T07:22:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T07:22:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HRegion(2603): Flush status journal for a80a91b6089afd9c495e1363656946e8: 2024-11-17T07:22:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 70a92404d2594a2285cccbbe161351ca_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T07:22:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__u9o8hl3c2trpjhd156fkjig58ipel2d0l2h58qr860sj53eut0uvn11dj1hf0gq7/f/70a92404d2594a2285cccbbe161351ca_SeqId_6_ as hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/default/test/a80a91b6089afd9c495e1363656946e8/f/92aea4bee7444da68574b86521e09b75_SeqId_6_ 2024-11-17T07:22:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7a4bcb883a764714a105669f238767ae_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T07:22:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__u9o8hl3c2trpjhd156fkjig58ipel2d0l2h58qr860sj53eut0uvn11dj1hf0gq7/f/7a4bcb883a764714a105669f238767ae_SeqId_6_ as hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/default/test/a80a91b6089afd9c495e1363656946e8/f/b0d255d2e2be4eb9a8531b056ba4ce6f_SeqId_6_ 2024-11-17T07:22:00,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__u9o8hl3c2trpjhd156fkjig58ipel2d0l2h58qr860sj53eut0uvn11dj1hf0gq7/f/70a92404d2594a2285cccbbe161351ca_SeqId_6_ into a80a91b6089afd9c495e1363656946e8/f as hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/default/test/a80a91b6089afd9c495e1363656946e8/f/92aea4bee7444da68574b86521e09b75_SeqId_6_ - updating store file list. 2024-11-17T07:22:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 92aea4bee7444da68574b86521e09b75_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T07:22:00,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/default/test/a80a91b6089afd9c495e1363656946e8/f/92aea4bee7444da68574b86521e09b75_SeqId_6_ into a80a91b6089afd9c495e1363656946e8/f 2024-11-17T07:22:00,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__u9o8hl3c2trpjhd156fkjig58ipel2d0l2h58qr860sj53eut0uvn11dj1hf0gq7/f/70a92404d2594a2285cccbbe161351ca_SeqId_6_ into a80a91b6089afd9c495e1363656946e8/f (new location: hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/default/test/a80a91b6089afd9c495e1363656946e8/f/92aea4bee7444da68574b86521e09b75_SeqId_6_) 2024-11-17T07:22:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__u9o8hl3c2trpjhd156fkjig58ipel2d0l2h58qr860sj53eut0uvn11dj1hf0gq7/f/70a92404d2594a2285cccbbe161351ca_SeqId_6_ 2024-11-17T07:22:00,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__u9o8hl3c2trpjhd156fkjig58ipel2d0l2h58qr860sj53eut0uvn11dj1hf0gq7/f/7a4bcb883a764714a105669f238767ae_SeqId_6_ into a80a91b6089afd9c495e1363656946e8/f as hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/default/test/a80a91b6089afd9c495e1363656946e8/f/b0d255d2e2be4eb9a8531b056ba4ce6f_SeqId_6_ - updating store file list. 2024-11-17T07:22:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b0d255d2e2be4eb9a8531b056ba4ce6f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T07:22:00,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/default/test/a80a91b6089afd9c495e1363656946e8/f/b0d255d2e2be4eb9a8531b056ba4ce6f_SeqId_6_ into a80a91b6089afd9c495e1363656946e8/f 2024-11-17T07:22:00,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__u9o8hl3c2trpjhd156fkjig58ipel2d0l2h58qr860sj53eut0uvn11dj1hf0gq7/f/7a4bcb883a764714a105669f238767ae_SeqId_6_ into a80a91b6089afd9c495e1363656946e8/f (new location: hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/default/test/a80a91b6089afd9c495e1363656946e8/f/b0d255d2e2be4eb9a8531b056ba4ce6f_SeqId_6_) 2024-11-17T07:22:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/staging/jenkins.hfs.22__test__u9o8hl3c2trpjhd156fkjig58ipel2d0l2h58qr860sj53eut0uvn11dj1hf0gq7/f/7a4bcb883a764714a105669f238767ae_SeqId_6_ 2024-11-17T07:22:00,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46613 {}] regionserver.ReplicationSink(324): Finished replicating [abcb7313-4272-481d-b8ea-5209e4110e09] bulk loaded data 2024-11-17T07:22:00,551 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 393, reset compression=false 2024-11-17T07:22:00,620 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,2-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 393, reset compression=false 2024-11-17T07:22:01,054 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 393, reset compression=false 2024-11-17T07:22:01,124 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,2-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 393, reset compression=false 2024-11-17T07:22:01,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T07:22:01,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:22:01,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:22:01,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:22:01,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:22:01,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:22:01,381 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T07:22:01,381 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1252948142, stopped=false 2024-11-17T07:22:01,381 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1dd62e24b303,45035,1731828104306 2024-11-17T07:22:01,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2870184423/running 2024-11-17T07:22:01,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x10124cd885b0007, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2870184423/running 2024-11-17T07:22:01,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x10124cd885b0007, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2870184423 2024-11-17T07:22:01,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2870184423 2024-11-17T07:22:01,383 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:22:01,383 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:22:01,383 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:22:01,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:22:01,384 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1dd62e24b303,41297,1731828104350' ***** 2024-11-17T07:22:01,384 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T07:22:01,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Set watcher on znode that does not yet exist, /2870184423/running 2024-11-17T07:22:01,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41297-0x10124cd885b0007, quorum=127.0.0.1:54430, baseZNode=/2870184423 Set watcher on znode that does not yet exist, /2870184423/running 2024-11-17T07:22:01,384 INFO [RS:0;1dd62e24b303:41297 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T07:22:01,384 INFO [RS:0;1dd62e24b303:41297 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T07:22:01,384 INFO [RS:0;1dd62e24b303:41297 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T07:22:01,384 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T07:22:01,384 INFO [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(3091): Received CLOSE for 92f930e037b32f9220afce56848a2287 2024-11-17T07:22:01,385 INFO [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(959): stopping server 1dd62e24b303,41297,1731828104350 2024-11-17T07:22:01,385 INFO [RS:0;1dd62e24b303:41297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:22:01,385 INFO [RS:0;1dd62e24b303:41297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:41297. 2024-11-17T07:22:01,385 DEBUG [RS:0;1dd62e24b303:41297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:22:01,385 DEBUG [RS:0;1dd62e24b303:41297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:22:01,385 INFO [RS:0;1dd62e24b303:41297 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T07:22:01,385 INFO [RS:0;1dd62e24b303:41297 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T07:22:01,385 INFO [RS:0;1dd62e24b303:41297 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T07:22:01,385 INFO [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T07:22:01,385 INFO [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T07:22:01,385 DEBUG [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 92f930e037b32f9220afce56848a2287=test,,1731828111293.92f930e037b32f9220afce56848a2287.} 2024-11-17T07:22:01,385 DEBUG [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92f930e037b32f9220afce56848a2287 2024-11-17T07:22:01,385 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92f930e037b32f9220afce56848a2287, disabling compactions & flushes 2024-11-17T07:22:01,385 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731828111293.92f930e037b32f9220afce56848a2287. 2024-11-17T07:22:01,385 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731828111293.92f930e037b32f9220afce56848a2287. 2024-11-17T07:22:01,385 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:22:01,385 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731828111293.92f930e037b32f9220afce56848a2287. after waiting 0 ms 2024-11-17T07:22:01,385 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731828111293.92f930e037b32f9220afce56848a2287. 2024-11-17T07:22:01,386 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:22:01,386 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:22:01,386 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:22:01,386 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:22:01,386 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-17T07:22:01,405 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/default/test/92f930e037b32f9220afce56848a2287/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-17T07:22:01,406 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:22:01,406 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:22:01,406 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731828111293.92f930e037b32f9220afce56848a2287. 2024-11-17T07:22:01,406 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92f930e037b32f9220afce56848a2287: Waiting for close lock at 1731828121385Running coprocessor pre-close hooks at 1731828121385Disabling compacts and flushes for region at 1731828121385Disabling writes for close at 1731828121385Writing region close event to WAL at 1731828121386 (+1 ms)Running coprocessor post-close hooks at 1731828121406 (+20 ms)Closed at 1731828121406 2024-11-17T07:22:01,406 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731828111293.92f930e037b32f9220afce56848a2287. 2024-11-17T07:22:01,419 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740/.tmp/info/d605cb59818348128a9e5fe31951c386 is 129, key is test,,1731828111293.92f930e037b32f9220afce56848a2287./info:regioninfo/1731828112437/Put/seqid=0 2024-11-17T07:22:01,422 INFO [regionserver/1dd62e24b303:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:22:01,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741839_1015 (size=6421) 2024-11-17T07:22:01,440 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T07:22:01,586 DEBUG [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:22:01,659 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 393, reset compression=false 2024-11-17T07:22:01,728 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,2-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 393, reset compression=false 2024-11-17T07:22:01,786 DEBUG [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:22:01,811 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T07:22:01,811 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T07:22:01,827 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740/.tmp/info/d605cb59818348128a9e5fe31951c386 2024-11-17T07:22:01,851 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740/.tmp/ns/38cae423e8d742ee84fd8241498bc946 is 43, key is default/ns:d/1731828106892/Put/seqid=0 2024-11-17T07:22:01,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741840_1016 (size=5153) 2024-11-17T07:22:01,986 DEBUG [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:22:02,186 DEBUG [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:22:02,256 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740/.tmp/ns/38cae423e8d742ee84fd8241498bc946 2024-11-17T07:22:02,275 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740/.tmp/rep_barrier/5178691b73e449aa8ca301bf2ae6fa9f is 112, key is test,,1731828111293.92f930e037b32f9220afce56848a2287./rep_barrier:seqnumDuringOpen/1731828112437/Put/seqid=0 2024-11-17T07:22:02,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741841_1017 (size=5518) 2024-11-17T07:22:02,363 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 393, reset compression=false 2024-11-17T07:22:02,386 INFO [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T07:22:02,386 DEBUG [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T07:22:02,387 DEBUG [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:22:02,431 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,2-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 393, reset compression=false 2024-11-17T07:22:02,587 DEBUG [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:22:02,680 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740/.tmp/rep_barrier/5178691b73e449aa8ca301bf2ae6fa9f 2024-11-17T07:22:02,699 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740/.tmp/table/fe734ead45704d3baabc9878a460381a is 40, key is test/table:state/1731828112446/Put/seqid=0 2024-11-17T07:22:02,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741842_1018 (size=5165) 2024-11-17T07:22:02,787 DEBUG [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:22:02,987 DEBUG [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:22:03,103 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740/.tmp/table/fe734ead45704d3baabc9878a460381a 2024-11-17T07:22:03,108 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740/.tmp/info/d605cb59818348128a9e5fe31951c386 as hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740/info/d605cb59818348128a9e5fe31951c386 2024-11-17T07:22:03,112 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740/info/d605cb59818348128a9e5fe31951c386, entries=10, sequenceid=11, filesize=6.3 K 2024-11-17T07:22:03,112 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740/.tmp/ns/38cae423e8d742ee84fd8241498bc946 as hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740/ns/38cae423e8d742ee84fd8241498bc946 2024-11-17T07:22:03,116 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740/ns/38cae423e8d742ee84fd8241498bc946, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T07:22:03,117 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740/.tmp/rep_barrier/5178691b73e449aa8ca301bf2ae6fa9f as hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740/rep_barrier/5178691b73e449aa8ca301bf2ae6fa9f 2024-11-17T07:22:03,120 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740/rep_barrier/5178691b73e449aa8ca301bf2ae6fa9f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-17T07:22:03,121 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740/.tmp/table/fe734ead45704d3baabc9878a460381a as hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740/table/fe734ead45704d3baabc9878a460381a 2024-11-17T07:22:03,124 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740/table/fe734ead45704d3baabc9878a460381a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T07:22:03,125 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1739ms, sequenceid=11, compaction requested=false 2024-11-17T07:22:03,129 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T07:22:03,129 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:22:03,129 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:22:03,130 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:22:03,130 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731828121385Running coprocessor pre-close hooks at 1731828121385Disabling compacts and flushes for region at 1731828121385Disabling writes for close at 1731828121386 (+1 ms)Obtaining lock to block concurrent updates at 1731828121386Preparing flush snapshotting stores in 1588230740 at 1731828121386Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731828121386Flushing stores of hbase:meta,,1.1588230740 at 1731828121387 (+1 ms)Flushing 1588230740/info: creating writer at 1731828121387Flushing 1588230740/info: appending metadata at 1731828121419 (+32 ms)Flushing 1588230740/info: closing flushed file at 1731828121419Flushing 1588230740/ns: creating writer at 1731828121832 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731828121851 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731828121851Flushing 1588230740/rep_barrier: creating writer at 1731828122259 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731828122275 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731828122275Flushing 1588230740/table: creating writer at 1731828122684 (+409 ms)Flushing 1588230740/table: appending metadata at 1731828122699 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731828122699Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76b0c66d: reopening flushed file at 1731828123107 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52e2b944: reopening flushed file at 1731828123112 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@da9a288: reopening flushed file at 1731828123116 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@773557d0: reopening flushed file at 1731828123120 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1739ms, sequenceid=11, compaction requested=false at 1731828123125 (+5 ms)Writing region close event to WAL at 1731828123126 (+1 ms)Running coprocessor post-close hooks at 1731828123129 (+3 ms)Closed at 1731828123130 (+1 ms) 2024-11-17T07:22:03,130 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T07:22:03,167 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 393, reset compression=false 2024-11-17T07:22:03,187 INFO [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(976): stopping server 1dd62e24b303,41297,1731828104350; all regions closed. 2024-11-17T07:22:03,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741834_1010 (size=2717) 2024-11-17T07:22:03,193 DEBUG [RS:0;1dd62e24b303:41297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/oldWALs 2024-11-17T07:22:03,193 INFO [RS:0;1dd62e24b303:41297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C41297%2C1731828104350.meta:.meta(num 1731828106850) 2024-11-17T07:22:03,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741832_1008 (size=1028) 2024-11-17T07:22:03,196 DEBUG [RS:0;1dd62e24b303:41297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/oldWALs 2024-11-17T07:22:03,196 INFO [RS:0;1dd62e24b303:41297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C41297%2C1731828104350:(num 1731828105937) 2024-11-17T07:22:03,196 DEBUG [RS:0;1dd62e24b303:41297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:22:03,196 INFO [RS:0;1dd62e24b303:41297 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:22:03,196 INFO [RS:0;1dd62e24b303:41297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:22:03,196 INFO [RS:0;1dd62e24b303:41297 {}] hbase.ChoreService(370): Chore service for: regionserver/1dd62e24b303:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T07:22:03,196 INFO [RS:0;1dd62e24b303:41297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:22:03,197 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:22:03,197 INFO [RS:0;1dd62e24b303:41297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:41297. 2024-11-17T07:22:03,197 DEBUG [RS:0;1dd62e24b303:41297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:22:03,197 DEBUG [RS:0;1dd62e24b303:41297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:22:03,197 DEBUG [RS:0;1dd62e24b303:41297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:22:03,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:22:03,197 INFO [RS:0;1dd62e24b303:41297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41297 2024-11-17T07:22:03,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2870184423/rs 2024-11-17T07:22:03,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x10124cd885b0007, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2870184423/rs/1dd62e24b303,41297,1731828104350 2024-11-17T07:22:03,200 INFO [RS:0;1dd62e24b303:41297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:22:03,200 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f47b88e9240@7c483feb rejected from java.util.concurrent.ThreadPoolExecutor@7877b4ba[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-17T07:22:03,201 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1dd62e24b303,41297,1731828104350] 2024-11-17T07:22:03,203 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2870184423/draining/1dd62e24b303,41297,1731828104350 already deleted, retry=false 2024-11-17T07:22:03,203 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1dd62e24b303,41297,1731828104350 expired; onlineServers=0 2024-11-17T07:22:03,203 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1dd62e24b303,45035,1731828104306' ***** 2024-11-17T07:22:03,203 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T07:22:03,203 INFO [M:0;1dd62e24b303:45035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:22:03,203 INFO [M:0;1dd62e24b303:45035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:22:03,203 DEBUG [M:0;1dd62e24b303:45035 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T07:22:03,203 DEBUG [M:0;1dd62e24b303:45035 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T07:22:03,203 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T07:22:03,203 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828105716 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828105716,5,FailOnTimeoutGroup] 2024-11-17T07:22:03,203 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828105717 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828105717,5,FailOnTimeoutGroup] 2024-11-17T07:22:03,203 INFO [M:0;1dd62e24b303:45035 {}] hbase.ChoreService(370): Chore service for: master/1dd62e24b303:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T07:22:03,203 INFO [M:0;1dd62e24b303:45035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:22:03,203 DEBUG [M:0;1dd62e24b303:45035 {}] master.HMaster(1795): Stopping service threads 2024-11-17T07:22:03,203 INFO [M:0;1dd62e24b303:45035 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T07:22:03,204 INFO [M:0;1dd62e24b303:45035 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:22:03,204 INFO [M:0;1dd62e24b303:45035 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T07:22:03,204 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T07:22:03,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2870184423/master 2024-11-17T07:22:03,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2870184423 2024-11-17T07:22:03,204 DEBUG [M:0;1dd62e24b303:45035 {}] zookeeper.ZKUtil(347): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Unable to get data of znode /2870184423/master because node does not exist (not an error) 2024-11-17T07:22:03,205 WARN [M:0;1dd62e24b303:45035 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T07:22:03,206 INFO [M:0;1dd62e24b303:45035 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/.lastflushedseqids 2024-11-17T07:22:03,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741843_1019 (size=173) 2024-11-17T07:22:03,235 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,2-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 393, reset compression=false 2024-11-17T07:22:03,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x10124cd885b0007, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:22:03,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x10124cd885b0007, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:22:03,302 INFO [RS:0;1dd62e24b303:41297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:22:03,302 INFO [RS:0;1dd62e24b303:41297 {}] regionserver.HRegionServer(1031): Exiting; stopping=1dd62e24b303,41297,1731828104350; zookeeper connection closed. 2024-11-17T07:22:03,302 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50845977 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50845977 2024-11-17T07:22:03,303 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T07:22:03,610 INFO [M:0;1dd62e24b303:45035 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T07:22:03,610 INFO [M:0;1dd62e24b303:45035 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T07:22:03,610 DEBUG [M:0;1dd62e24b303:45035 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:22:03,610 INFO [M:0;1dd62e24b303:45035 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:22:03,610 DEBUG [M:0;1dd62e24b303:45035 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:22:03,610 DEBUG [M:0;1dd62e24b303:45035 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:22:03,610 DEBUG [M:0;1dd62e24b303:45035 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:22:03,610 INFO [M:0;1dd62e24b303:45035 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-17T07:22:03,633 DEBUG [M:0;1dd62e24b303:45035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee6dc8caf28a428f83765d3ff6768048 is 82, key is hbase:meta,,1/info:regioninfo/1731828106882/Put/seqid=0 2024-11-17T07:22:03,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741844_1020 (size=5672) 2024-11-17T07:22:04,038 INFO [M:0;1dd62e24b303:45035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee6dc8caf28a428f83765d3ff6768048 2024-11-17T07:22:04,056 DEBUG [M:0;1dd62e24b303:45035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/612c27e6347643efbf4d11d67d7cb64f is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731828112449/Put/seqid=0 2024-11-17T07:22:04,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741845_1021 (size=6585) 2024-11-17T07:22:04,071 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 393, reset compression=false 2024-11-17T07:22:04,138 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,2-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 393, reset compression=false 2024-11-17T07:22:04,460 INFO [M:0;1dd62e24b303:45035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/612c27e6347643efbf4d11d67d7cb64f 2024-11-17T07:22:04,477 DEBUG [M:0;1dd62e24b303:45035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c24ffdaacf7542e2bc4c698796dc46e5 is 69, key is 1dd62e24b303,41297,1731828104350/rs:state/1731828105790/Put/seqid=0 2024-11-17T07:22:04,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741846_1022 (size=5156) 2024-11-17T07:22:04,480 INFO [M:0;1dd62e24b303:45035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c24ffdaacf7542e2bc4c698796dc46e5 2024-11-17T07:22:04,484 DEBUG [M:0;1dd62e24b303:45035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee6dc8caf28a428f83765d3ff6768048 as hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee6dc8caf28a428f83765d3ff6768048 2024-11-17T07:22:04,487 INFO [M:0;1dd62e24b303:45035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee6dc8caf28a428f83765d3ff6768048, entries=8, sequenceid=55, filesize=5.5 K 2024-11-17T07:22:04,487 DEBUG [M:0;1dd62e24b303:45035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/612c27e6347643efbf4d11d67d7cb64f as hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/612c27e6347643efbf4d11d67d7cb64f 2024-11-17T07:22:04,490 INFO [M:0;1dd62e24b303:45035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/612c27e6347643efbf4d11d67d7cb64f, entries=6, sequenceid=55, filesize=6.4 K 2024-11-17T07:22:04,491 DEBUG [M:0;1dd62e24b303:45035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c24ffdaacf7542e2bc4c698796dc46e5 as hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c24ffdaacf7542e2bc4c698796dc46e5 2024-11-17T07:22:04,494 INFO [M:0;1dd62e24b303:45035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38767/user/jenkins/test-data/34975aa3-37a8-1824-561f-d1c6fa6cab44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c24ffdaacf7542e2bc4c698796dc46e5, entries=1, sequenceid=55, filesize=5.0 K 2024-11-17T07:22:04,495 INFO [M:0;1dd62e24b303:45035 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=55, compaction requested=false 2024-11-17T07:22:04,500 INFO [M:0;1dd62e24b303:45035 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:22:04,500 DEBUG [M:0;1dd62e24b303:45035 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731828123610Disabling compacts and flushes for region at 1731828123610Disabling writes for close at 1731828123610Obtaining lock to block concurrent updates at 1731828123610Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731828123610Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731828123611 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731828123611Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731828123611Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731828123633 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731828123633Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731828124041 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731828124055 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731828124055Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731828124463 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731828124477 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731828124477Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c775144: reopening flushed file at 1731828124483 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e373962: reopening flushed file at 1731828124487 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@438d5fab: reopening flushed file at 1731828124491 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=55, compaction requested=false at 1731828124495 (+4 ms)Writing region close event to WAL at 1731828124500 (+5 ms)Closed at 1731828124500 2024-11-17T07:22:04,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41545 is added to blk_1073741830_1006 (size=32758) 2024-11-17T07:22:04,504 INFO [M:0;1dd62e24b303:45035 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T07:22:04,504 INFO [M:0;1dd62e24b303:45035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45035 2024-11-17T07:22:04,505 INFO [M:0;1dd62e24b303:45035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:22:04,507 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:22:04,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:22:04,609 INFO [M:0;1dd62e24b303:45035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:22:04,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45035-0x10124cd885b0006, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:22:04,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37f82eca{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:22:04,611 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8dfaa5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:22:04,612 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:22:04,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12f6a315{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:22:04,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b582525{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/hadoop.log.dir/,STOPPED} 2024-11-17T07:22:04,613 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T07:22:04,613 WARN [BP-1400982651-172.17.0.2-1731828103148 heartbeating to localhost/127.0.0.1:38767 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T07:22:04,614 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T07:22:04,614 WARN [BP-1400982651-172.17.0.2-1731828103148 heartbeating to localhost/127.0.0.1:38767 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1400982651-172.17.0.2-1731828103148 (Datanode Uuid a28d39b3-7ae4-4ebb-8912-0477eba03300) service to localhost/127.0.0.1:38767 2024-11-17T07:22:04,614 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/cluster_e71d6ea4-7ec3-6483-88d6-c4fdcafc0265/data/data1/current/BP-1400982651-172.17.0.2-1731828103148 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:22:04,614 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/cluster_e71d6ea4-7ec3-6483-88d6-c4fdcafc0265/data/data2/current/BP-1400982651-172.17.0.2-1731828103148 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:22:04,615 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T07:22:04,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59f0efd8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:22:04,622 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2adc35fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:22:04,622 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:22:04,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dea3191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:22:04,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6983f7b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/631fce1e-e886-e0a9-ea66-2983f0c9c391/hadoop.log.dir/,STOPPED} 2024-11-17T07:22:04,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T07:22:04,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T07:22:04,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:22:04,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:22:04,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:22:04,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:22:04,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:22:04,635 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T07:22:04,635 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1043905135, stopped=false 2024-11-17T07:22:04,635 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1dd62e24b303,45159,1731828100022 2024-11-17T07:22:04,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1448955782/running 2024-11-17T07:22:04,636 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:22:04,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448955782 2024-11-17T07:22:04,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x10124cd885b0004, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1448955782/running 2024-11-17T07:22:04,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x10124cd885b0004, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448955782 2024-11-17T07:22:04,637 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:22:04,637 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:22:04,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:22:04,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46613-0x10124cd885b0004, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Set watcher on znode that does not yet exist, /1-1448955782/running 2024-11-17T07:22:04,638 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1dd62e24b303,46613,1731828100077' ***** 2024-11-17T07:22:04,638 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T07:22:04,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Set watcher on znode that does not yet exist, /1-1448955782/running 2024-11-17T07:22:04,638 INFO [RS:0;1dd62e24b303:46613 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T07:22:04,638 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T07:22:04,638 INFO [RS:0;1dd62e24b303:46613 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T07:22:04,638 INFO [RS:0;1dd62e24b303:46613 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T07:22:04,638 INFO [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(3091): Received CLOSE for a80a91b6089afd9c495e1363656946e8 2024-11-17T07:22:04,639 INFO [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(959): stopping server 1dd62e24b303,46613,1731828100077 2024-11-17T07:22:04,639 INFO [RS:0;1dd62e24b303:46613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:22:04,639 INFO [RS:0;1dd62e24b303:46613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:46613. 2024-11-17T07:22:04,639 DEBUG [RS:0;1dd62e24b303:46613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:22:04,639 DEBUG [RS:0;1dd62e24b303:46613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:22:04,639 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a80a91b6089afd9c495e1363656946e8, disabling compactions & flushes 2024-11-17T07:22:04,639 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731828109143.a80a91b6089afd9c495e1363656946e8. 2024-11-17T07:22:04,639 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731828109143.a80a91b6089afd9c495e1363656946e8. 2024-11-17T07:22:04,639 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731828109143.a80a91b6089afd9c495e1363656946e8. after waiting 0 ms 2024-11-17T07:22:04,639 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731828109143.a80a91b6089afd9c495e1363656946e8. 2024-11-17T07:22:04,639 INFO [RS:0;1dd62e24b303:46613 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T07:22:04,639 INFO [RS:0;1dd62e24b303:46613 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T07:22:04,639 INFO [RS:0;1dd62e24b303:46613 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T07:22:04,639 INFO [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T07:22:04,639 INFO [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T07:22:04,639 DEBUG [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(1325): Online Regions={a80a91b6089afd9c495e1363656946e8=test,,1731828109143.a80a91b6089afd9c495e1363656946e8., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T07:22:04,639 DEBUG [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a80a91b6089afd9c495e1363656946e8 2024-11-17T07:22:04,639 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:22:04,639 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:22:04,639 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:22:04,639 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:22:04,639 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:22:04,640 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-17T07:22:04,642 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/default/test/a80a91b6089afd9c495e1363656946e8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T07:22:04,643 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:22:04,643 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:22:04,643 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731828109143.a80a91b6089afd9c495e1363656946e8. 2024-11-17T07:22:04,643 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a80a91b6089afd9c495e1363656946e8: Waiting for close lock at 1731828124639Running coprocessor pre-close hooks at 1731828124639Disabling compacts and flushes for region at 1731828124639Disabling writes for close at 1731828124639Writing region close event to WAL at 1731828124640 (+1 ms)Running coprocessor post-close hooks at 1731828124643 (+3 ms)Closed at 1731828124643 2024-11-17T07:22:04,643 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731828109143.a80a91b6089afd9c495e1363656946e8. 2024-11-17T07:22:04,654 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740/.tmp/info/908face5990d4b4989aa67c2da080db0 is 129, key is test,,1731828109143.a80a91b6089afd9c495e1363656946e8./info:regioninfo/1731828110290/Put/seqid=0 2024-11-17T07:22:04,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741841_1017 (size=6421) 2024-11-17T07:22:04,658 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740/.tmp/info/908face5990d4b4989aa67c2da080db0 2024-11-17T07:22:04,660 INFO [regionserver/1dd62e24b303:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:22:04,676 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740/.tmp/ns/e5832aa6dfd742baa585a4a3f6d6e446 is 43, key is default/ns:d/1731828103010/Put/seqid=0 2024-11-17T07:22:04,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741842_1018 (size=5153) 2024-11-17T07:22:04,839 DEBUG [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:22:04,947 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T07:22:04,947 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T07:22:05,040 DEBUG [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:22:05,073 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 393, reset compression=false 2024-11-17T07:22:05,079 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740/.tmp/ns/e5832aa6dfd742baa585a4a3f6d6e446 2024-11-17T07:22:05,096 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740/.tmp/rep_barrier/b8c0754f5fdc499380262c5a38589487 is 112, key is test,,1731828109143.a80a91b6089afd9c495e1363656946e8./rep_barrier:seqnumDuringOpen/1731828110290/Put/seqid=0 2024-11-17T07:22:05,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741843_1019 (size=5518) 2024-11-17T07:22:05,141 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,2-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 393, reset compression=false 2024-11-17T07:22:05,240 DEBUG [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:22:05,440 DEBUG [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:22:05,499 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740/.tmp/rep_barrier/b8c0754f5fdc499380262c5a38589487 2024-11-17T07:22:05,517 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740/.tmp/table/50f2014e243e41d891758fb3eed14d1b is 40, key is test/table:state/1731828110297/Put/seqid=0 2024-11-17T07:22:05,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741844_1020 (size=5165) 2024-11-17T07:22:05,550 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T07:22:05,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:22:05,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:22:05,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:22:05,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:22:05,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:22:05,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:22:05,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:22:05,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:22:05,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:22:05,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:22:05,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:22:05,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:22:05,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:22:05,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:22:05,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:22:05,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:22:05,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:22:05,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T07:22:05,640 INFO [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T07:22:05,640 DEBUG [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T07:22:05,640 DEBUG [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:22:05,841 DEBUG [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:22:05,921 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740/.tmp/table/50f2014e243e41d891758fb3eed14d1b 2024-11-17T07:22:05,926 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740/.tmp/info/908face5990d4b4989aa67c2da080db0 as hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740/info/908face5990d4b4989aa67c2da080db0 2024-11-17T07:22:05,929 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740/info/908face5990d4b4989aa67c2da080db0, entries=10, sequenceid=11, filesize=6.3 K 2024-11-17T07:22:05,930 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740/.tmp/ns/e5832aa6dfd742baa585a4a3f6d6e446 as hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740/ns/e5832aa6dfd742baa585a4a3f6d6e446 2024-11-17T07:22:05,933 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740/ns/e5832aa6dfd742baa585a4a3f6d6e446, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T07:22:05,934 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740/.tmp/rep_barrier/b8c0754f5fdc499380262c5a38589487 as hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740/rep_barrier/b8c0754f5fdc499380262c5a38589487 2024-11-17T07:22:05,937 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740/rep_barrier/b8c0754f5fdc499380262c5a38589487, entries=1, sequenceid=11, filesize=5.4 K 2024-11-17T07:22:05,937 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740/.tmp/table/50f2014e243e41d891758fb3eed14d1b as hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740/table/50f2014e243e41d891758fb3eed14d1b 2024-11-17T07:22:05,940 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740/table/50f2014e243e41d891758fb3eed14d1b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T07:22:05,941 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=11, compaction requested=false 2024-11-17T07:22:05,941 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T07:22:05,945 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T07:22:05,945 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:22:05,945 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:22:05,945 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:22:05,945 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731828124639Running coprocessor pre-close hooks at 1731828124639Disabling compacts and flushes for region at 1731828124639Disabling writes for close at 1731828124639Obtaining lock to block concurrent updates at 1731828124640 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731828124640Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731828124640Flushing stores of hbase:meta,,1.1588230740 at 1731828124640Flushing 1588230740/info: creating writer at 1731828124640Flushing 1588230740/info: appending metadata at 1731828124654 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731828124654Flushing 1588230740/ns: creating writer at 1731828124662 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731828124675 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731828124675Flushing 1588230740/rep_barrier: creating writer at 1731828125082 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731828125096 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731828125096Flushing 1588230740/table: creating writer at 1731828125503 (+407 ms)Flushing 1588230740/table: appending metadata at 1731828125517 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731828125517Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@538088ed: reopening flushed file at 1731828125925 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dc32f79: reopening flushed file at 1731828125929 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e1d40b0: reopening flushed file at 1731828125933 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a4e89f3: reopening flushed file at 1731828125937 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=11, compaction requested=false at 1731828125941 (+4 ms)Writing region close event to WAL at 1731828125943 (+2 ms)Running coprocessor post-close hooks at 1731828125945 (+2 ms)Closed at 1731828125945 2024-11-17T07:22:05,946 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T07:22:06,041 INFO [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(976): stopping server 1dd62e24b303,46613,1731828100077; all regions closed. 2024-11-17T07:22:06,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741834_1010 (size=2717) 2024-11-17T07:22:06,044 DEBUG [RS:0;1dd62e24b303:46613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/oldWALs 2024-11-17T07:22:06,044 INFO [RS:0;1dd62e24b303:46613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C46613%2C1731828100077.meta:.meta(num 1731828102970) 2024-11-17T07:22:06,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741832_1008 (size=1374) 2024-11-17T07:22:06,047 DEBUG [RS:0;1dd62e24b303:46613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/oldWALs 2024-11-17T07:22:06,047 INFO [RS:0;1dd62e24b303:46613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C46613%2C1731828100077:(num 1731828102084) 2024-11-17T07:22:06,047 DEBUG [RS:0;1dd62e24b303:46613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:22:06,047 INFO [RS:0;1dd62e24b303:46613 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:22:06,048 INFO [RS:0;1dd62e24b303:46613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:22:06,048 INFO [RS:0;1dd62e24b303:46613 {}] hbase.ChoreService(370): Chore service for: regionserver/1dd62e24b303:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T07:22:06,048 INFO [RS:0;1dd62e24b303:46613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:22:06,048 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:22:06,048 INFO [RS:0;1dd62e24b303:46613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:46613. 2024-11-17T07:22:06,048 DEBUG [RS:0;1dd62e24b303:46613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:22:06,048 DEBUG [RS:0;1dd62e24b303:46613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:22:06,048 DEBUG [RS:0;1dd62e24b303:46613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:22:06,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:22:06,049 INFO [RS:0;1dd62e24b303:46613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46613 2024-11-17T07:22:06,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448955782/rs 2024-11-17T07:22:06,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x10124cd885b0004, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1448955782/rs/1dd62e24b303,46613,1731828100077 2024-11-17T07:22:06,050 INFO [RS:0;1dd62e24b303:46613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:22:06,053 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1dd62e24b303,46613,1731828100077] 2024-11-17T07:22:06,054 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1448955782/draining/1dd62e24b303,46613,1731828100077 already deleted, retry=false 2024-11-17T07:22:06,054 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1dd62e24b303,46613,1731828100077 expired; onlineServers=0 2024-11-17T07:22:06,054 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1dd62e24b303,45159,1731828100022' ***** 2024-11-17T07:22:06,054 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T07:22:06,054 INFO [M:0;1dd62e24b303:45159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:22:06,054 INFO [M:0;1dd62e24b303:45159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:22:06,054 DEBUG [M:0;1dd62e24b303:45159 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T07:22:06,054 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T07:22:06,054 DEBUG [M:0;1dd62e24b303:45159 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T07:22:06,054 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828101831 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828101831,5,FailOnTimeoutGroup] 2024-11-17T07:22:06,054 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828101832 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828101832,5,FailOnTimeoutGroup] 2024-11-17T07:22:06,055 INFO [M:0;1dd62e24b303:45159 {}] hbase.ChoreService(370): Chore service for: master/1dd62e24b303:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T07:22:06,055 INFO [M:0;1dd62e24b303:45159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:22:06,055 DEBUG [M:0;1dd62e24b303:45159 {}] master.HMaster(1795): Stopping service threads 2024-11-17T07:22:06,055 INFO [M:0;1dd62e24b303:45159 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T07:22:06,055 INFO [M:0;1dd62e24b303:45159 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:22:06,055 INFO [M:0;1dd62e24b303:45159 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T07:22:06,055 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T07:22:06,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1448955782/master 2024-11-17T07:22:06,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1448955782 2024-11-17T07:22:06,056 DEBUG [M:0;1dd62e24b303:45159 {}] zookeeper.ZKUtil(347): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Unable to get data of znode /1-1448955782/master because node does not exist (not an error) 2024-11-17T07:22:06,056 WARN [M:0;1dd62e24b303:45159 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T07:22:06,057 INFO [M:0;1dd62e24b303:45159 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/.lastflushedseqids 2024-11-17T07:22:06,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741845_1021 (size=173) 2024-11-17T07:22:06,060 INFO [M:0;1dd62e24b303:45159 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T07:22:06,060 INFO [M:0;1dd62e24b303:45159 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T07:22:06,061 DEBUG [M:0;1dd62e24b303:45159 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:22:06,061 INFO [M:0;1dd62e24b303:45159 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:22:06,061 DEBUG [M:0;1dd62e24b303:45159 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:22:06,061 DEBUG [M:0;1dd62e24b303:45159 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:22:06,061 DEBUG [M:0;1dd62e24b303:45159 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:22:06,061 INFO [M:0;1dd62e24b303:45159 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-17T07:22:06,075 DEBUG [M:0;1dd62e24b303:45159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/081fa941fd6a4657a0f5fc6efef95726 is 82, key is hbase:meta,,1/info:regioninfo/1731828102999/Put/seqid=0 2024-11-17T07:22:06,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741846_1022 (size=5672) 2024-11-17T07:22:06,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x10124cd885b0004, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:22:06,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46613-0x10124cd885b0004, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:22:06,153 INFO [RS:0;1dd62e24b303:46613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:22:06,153 INFO [RS:0;1dd62e24b303:46613 {}] regionserver.HRegionServer(1031): Exiting; stopping=1dd62e24b303,46613,1731828100077; zookeeper connection closed. 2024-11-17T07:22:06,153 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31eb8ef3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31eb8ef3 2024-11-17T07:22:06,154 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T07:22:06,177 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 393, reset compression=false 2024-11-17T07:22:06,244 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,2-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 393, reset compression=false 2024-11-17T07:22:06,479 INFO [M:0;1dd62e24b303:45159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/081fa941fd6a4657a0f5fc6efef95726 2024-11-17T07:22:06,497 DEBUG [M:0;1dd62e24b303:45159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5296f66ecdc9487fa7a342ae1c03f40e is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731828110299/Put/seqid=0 2024-11-17T07:22:06,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741847_1023 (size=6585) 2024-11-17T07:22:06,500 INFO [M:0;1dd62e24b303:45159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5296f66ecdc9487fa7a342ae1c03f40e 2024-11-17T07:22:06,519 DEBUG [M:0;1dd62e24b303:45159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c68befa38b8c47f88bdeb3851cc20c83 is 69, key is 1dd62e24b303,46613,1731828100077/rs:state/1731828101921/Put/seqid=0 2024-11-17T07:22:06,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741848_1024 (size=5156) 2024-11-17T07:22:06,923 INFO [M:0;1dd62e24b303:45159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c68befa38b8c47f88bdeb3851cc20c83 2024-11-17T07:22:06,927 DEBUG [M:0;1dd62e24b303:45159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/081fa941fd6a4657a0f5fc6efef95726 as hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/081fa941fd6a4657a0f5fc6efef95726 2024-11-17T07:22:06,930 INFO [M:0;1dd62e24b303:45159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/081fa941fd6a4657a0f5fc6efef95726, entries=8, sequenceid=55, filesize=5.5 K 2024-11-17T07:22:06,930 DEBUG [M:0;1dd62e24b303:45159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5296f66ecdc9487fa7a342ae1c03f40e as hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5296f66ecdc9487fa7a342ae1c03f40e 2024-11-17T07:22:06,933 INFO [M:0;1dd62e24b303:45159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5296f66ecdc9487fa7a342ae1c03f40e, entries=6, sequenceid=55, filesize=6.4 K 2024-11-17T07:22:06,934 DEBUG [M:0;1dd62e24b303:45159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c68befa38b8c47f88bdeb3851cc20c83 as hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c68befa38b8c47f88bdeb3851cc20c83 2024-11-17T07:22:06,937 INFO [M:0;1dd62e24b303:45159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/71e0527d-31e0-bc0b-b98a-39f7830c878d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c68befa38b8c47f88bdeb3851cc20c83, entries=1, sequenceid=55, filesize=5.0 K 2024-11-17T07:22:06,938 INFO [M:0;1dd62e24b303:45159 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=55, compaction requested=false 2024-11-17T07:22:06,939 INFO [M:0;1dd62e24b303:45159 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:22:06,939 DEBUG [M:0;1dd62e24b303:45159 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731828126061Disabling compacts and flushes for region at 1731828126061Disabling writes for close at 1731828126061Obtaining lock to block concurrent updates at 1731828126061Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731828126061Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731828126061Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731828126062 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731828126062Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731828126075 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731828126075Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731828126482 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731828126496 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731828126496Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731828126503 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731828126519 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731828126519Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dac8842: reopening flushed file at 1731828126926 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f1c0f07: reopening flushed file at 1731828126930 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a3f203b: reopening flushed file at 1731828126933 (+3 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=55, compaction requested=false at 1731828126938 (+5 ms)Writing region close event to WAL at 1731828126939 (+1 ms)Closed at 1731828126939 2024-11-17T07:22:06,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741830_1006 (size=32758) 2024-11-17T07:22:06,941 INFO [M:0;1dd62e24b303:45159 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T07:22:06,941 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:22:06,941 INFO [M:0;1dd62e24b303:45159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45159 2024-11-17T07:22:06,942 INFO [M:0;1dd62e24b303:45159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:22:07,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:22:07,043 INFO [M:0;1dd62e24b303:45159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:22:07,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45159-0x10124cd885b0003, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:22:07,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f556e7f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:22:07,046 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b583009{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:22:07,046 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:22:07,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42cb9d4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:22:07,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c4eba30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/hadoop.log.dir/,STOPPED} 2024-11-17T07:22:07,048 WARN [BP-1680095645-172.17.0.2-1731828099386 heartbeating to localhost/127.0.0.1:46587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T07:22:07,048 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T07:22:07,048 WARN [BP-1680095645-172.17.0.2-1731828099386 heartbeating to localhost/127.0.0.1:46587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1680095645-172.17.0.2-1731828099386 (Datanode Uuid 4836d8ef-650e-4f15-b681-ce1bfcb240fc) service to localhost/127.0.0.1:46587 2024-11-17T07:22:07,048 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T07:22:07,048 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/cluster_05639082-4160-2f42-039d-1ffa90f418fb/data/data1/current/BP-1680095645-172.17.0.2-1731828099386 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:22:07,049 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/cluster_05639082-4160-2f42-039d-1ffa90f418fb/data/data2/current/BP-1680095645-172.17.0.2-1731828099386 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:22:07,049 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T07:22:07,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45ae4538{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:22:07,055 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f392555{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:22:07,055 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:22:07,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6627d46b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:22:07,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@252587db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/335cbdba-197a-038c-0f62-96b5975c3692/hadoop.log.dir/,STOPPED} 2024-11-17T07:22:07,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T07:22:07,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T07:22:07,069 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:22:07,069 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:22:07,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:22:07,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:22:07,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:22:07,070 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T07:22:07,070 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=784114751, stopped=false 2024-11-17T07:22:07,070 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1dd62e24b303,38131,1731828097486 2024-11-17T07:22:07,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-97721825/running 2024-11-17T07:22:07,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x10124cd885b0001, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-97721825/running 2024-11-17T07:22:07,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-97721825 2024-11-17T07:22:07,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x10124cd885b0001, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-97721825 2024-11-17T07:22:07,072 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:22:07,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T07:22:07,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:22:07,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:22:07,073 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1dd62e24b303,40003,1731828097534' ***** 2024-11-17T07:22:07,073 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T07:22:07,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40003-0x10124cd885b0001, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Set watcher on znode that does not yet exist, /0-97721825/running 2024-11-17T07:22:07,073 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T07:22:07,073 INFO [RS:0;1dd62e24b303:40003 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T07:22:07,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Set watcher on znode that does not yet exist, /0-97721825/running 2024-11-17T07:22:07,073 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T07:22:07,073 INFO [RS:0;1dd62e24b303:40003 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T07:22:07,073 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(3091): Received CLOSE for a40181e3592ee997fc79ec6cb1d63ce8 2024-11-17T07:22:07,074 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(3091): Received CLOSE for bc09b5ed66a8de76c79d4e7c5662ba46 2024-11-17T07:22:07,074 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(959): stopping server 1dd62e24b303,40003,1731828097534 2024-11-17T07:22:07,074 INFO [RS:0;1dd62e24b303:40003 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:22:07,074 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a40181e3592ee997fc79ec6cb1d63ce8, disabling compactions & flushes 2024-11-17T07:22:07,074 INFO [RS:0;1dd62e24b303:40003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:40003. 2024-11-17T07:22:07,074 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8. 2024-11-17T07:22:07,074 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8. 2024-11-17T07:22:07,074 DEBUG [RS:0;1dd62e24b303:40003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:22:07,074 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8. after waiting 0 ms 2024-11-17T07:22:07,074 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8. 2024-11-17T07:22:07,074 DEBUG [RS:0;1dd62e24b303:40003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:22:07,074 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T07:22:07,074 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T07:22:07,074 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a40181e3592ee997fc79ec6cb1d63ce8 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-17T07:22:07,074 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T07:22:07,074 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T07:22:07,074 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T07:22:07,074 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T07:22:07,074 DEBUG [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(1325): Online Regions={a40181e3592ee997fc79ec6cb1d63ce8=hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8., bc09b5ed66a8de76c79d4e7c5662ba46=test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T07:22:07,075 DEBUG [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a40181e3592ee997fc79ec6cb1d63ce8, bc09b5ed66a8de76c79d4e7c5662ba46 2024-11-17T07:22:07,075 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T07:22:07,075 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T07:22:07,075 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T07:22:07,075 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T07:22:07,075 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T07:22:07,075 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T07:22:07,090 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740/.tmp/info/d208f636615545d099220fa9ef1b4f28 is 147, key is hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8./info:regioninfo/1731828114627/Put/seqid=0 2024-11-17T07:22:07,093 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/replication/a40181e3592ee997fc79ec6cb1d63ce8/.tmp/hfileref/70b9d761c04846ba9c9231ed2c9c2d6b is 74, key is 1/hfileref:14ece7dee197409aab25959b42bedc01_SeqId_4_/1731828117769/DeleteColumn/seqid=0 2024-11-17T07:22:07,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741847_1023 (size=7686) 2024-11-17T07:22:07,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741848_1024 (size=5489) 2024-11-17T07:22:07,112 INFO [regionserver/1dd62e24b303:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:22:07,270 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T07:22:07,270 INFO [regionserver/1dd62e24b303:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T07:22:07,275 DEBUG [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a40181e3592ee997fc79ec6cb1d63ce8, bc09b5ed66a8de76c79d4e7c5662ba46 2024-11-17T07:22:07,380 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 393, reset compression=false 2024-11-17T07:22:07,448 DEBUG [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534.replicationSource.wal-reader.1dd62e24b303%2C40003%2C1731828097534,2-1dd62e24b303,40003,1731828097534 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.1731828118554 to pos 393, reset compression=false 2024-11-17T07:22:07,475 DEBUG [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a40181e3592ee997fc79ec6cb1d63ce8, bc09b5ed66a8de76c79d4e7c5662ba46 2024-11-17T07:22:07,495 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740/.tmp/info/d208f636615545d099220fa9ef1b4f28 2024-11-17T07:22:07,496 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/replication/a40181e3592ee997fc79ec6cb1d63ce8/.tmp/hfileref/70b9d761c04846ba9c9231ed2c9c2d6b 2024-11-17T07:22:07,514 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/replication/a40181e3592ee997fc79ec6cb1d63ce8/.tmp/queue/45d309f55e74420abbba3ac28b4f11c4 is 153, key is 1-1dd62e24b303,40003,1731828097534/queue:1dd62e24b303%2C40003%2C1731828097534/1731828120493/Put/seqid=0 2024-11-17T07:22:07,517 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740/.tmp/ns/99065e19e6b547759db2141b41361885 is 43, key is default/ns:d/1731828099260/Put/seqid=0 2024-11-17T07:22:07,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741849_1025 (size=5504) 2024-11-17T07:22:07,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741850_1026 (size=5153) 2024-11-17T07:22:07,520 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740/.tmp/ns/99065e19e6b547759db2141b41361885 2024-11-17T07:22:07,537 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740/.tmp/rep_barrier/801085a2b82146398bea24a6fe3514b3 is 112, key is test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46./rep_barrier:seqnumDuringOpen/1731828108130/Put/seqid=0 2024-11-17T07:22:07,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741851_1027 (size=5518) 2024-11-17T07:22:07,675 DEBUG [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a40181e3592ee997fc79ec6cb1d63ce8, bc09b5ed66a8de76c79d4e7c5662ba46 2024-11-17T07:22:07,875 DEBUG [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a40181e3592ee997fc79ec6cb1d63ce8, bc09b5ed66a8de76c79d4e7c5662ba46 2024-11-17T07:22:07,919 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/replication/a40181e3592ee997fc79ec6cb1d63ce8/.tmp/queue/45d309f55e74420abbba3ac28b4f11c4 2024-11-17T07:22:07,923 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/replication/a40181e3592ee997fc79ec6cb1d63ce8/.tmp/hfileref/70b9d761c04846ba9c9231ed2c9c2d6b as hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/replication/a40181e3592ee997fc79ec6cb1d63ce8/hfileref/70b9d761c04846ba9c9231ed2c9c2d6b 2024-11-17T07:22:07,926 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/replication/a40181e3592ee997fc79ec6cb1d63ce8/hfileref/70b9d761c04846ba9c9231ed2c9c2d6b, entries=6, sequenceid=17, filesize=5.4 K 2024-11-17T07:22:07,927 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/replication/a40181e3592ee997fc79ec6cb1d63ce8/.tmp/queue/45d309f55e74420abbba3ac28b4f11c4 as hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/replication/a40181e3592ee997fc79ec6cb1d63ce8/queue/45d309f55e74420abbba3ac28b4f11c4 2024-11-17T07:22:07,930 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/replication/a40181e3592ee997fc79ec6cb1d63ce8/queue/45d309f55e74420abbba3ac28b4f11c4, entries=2, sequenceid=17, filesize=5.4 K 2024-11-17T07:22:07,931 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a40181e3592ee997fc79ec6cb1d63ce8 in 857ms, sequenceid=17, compaction requested=false 2024-11-17T07:22:07,934 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/replication/a40181e3592ee997fc79ec6cb1d63ce8/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-17T07:22:07,934 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:22:07,934 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:22:07,934 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8. 2024-11-17T07:22:07,935 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a40181e3592ee997fc79ec6cb1d63ce8: Waiting for close lock at 1731828127074Running coprocessor pre-close hooks at 1731828127074Disabling compacts and flushes for region at 1731828127074Disabling writes for close at 1731828127074Obtaining lock to block concurrent updates at 1731828127074Preparing flush snapshotting stores in a40181e3592ee997fc79ec6cb1d63ce8 at 1731828127074Finished memstore snapshotting hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731828127075 (+1 ms)Flushing stores of hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8. at 1731828127075Flushing a40181e3592ee997fc79ec6cb1d63ce8/hfileref: creating writer at 1731828127075Flushing a40181e3592ee997fc79ec6cb1d63ce8/hfileref: appending metadata at 1731828127092 (+17 ms)Flushing a40181e3592ee997fc79ec6cb1d63ce8/hfileref: closing flushed file at 1731828127092Flushing a40181e3592ee997fc79ec6cb1d63ce8/queue: creating writer at 1731828127500 (+408 ms)Flushing a40181e3592ee997fc79ec6cb1d63ce8/queue: appending metadata at 1731828127514 (+14 ms)Flushing a40181e3592ee997fc79ec6cb1d63ce8/queue: closing flushed file at 1731828127514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b9312a5: reopening flushed file at 1731828127922 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45895dcd: reopening flushed file at 1731828127926 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a40181e3592ee997fc79ec6cb1d63ce8 in 857ms, sequenceid=17, compaction requested=false at 1731828127931 (+5 ms)Writing region close event to WAL at 1731828127932 (+1 ms)Running coprocessor post-close hooks at 1731828127934 (+2 ms)Closed at 1731828127934 2024-11-17T07:22:07,935 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731828113465.a40181e3592ee997fc79ec6cb1d63ce8. 2024-11-17T07:22:07,935 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc09b5ed66a8de76c79d4e7c5662ba46, disabling compactions & flushes 2024-11-17T07:22:07,935 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46. 2024-11-17T07:22:07,935 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46. 2024-11-17T07:22:07,935 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46. after waiting 0 ms 2024-11-17T07:22:07,935 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46. 2024-11-17T07:22:07,937 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/default/test/bc09b5ed66a8de76c79d4e7c5662ba46/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T07:22:07,938 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:22:07,938 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T07:22:07,938 INFO [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46. 2024-11-17T07:22:07,938 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc09b5ed66a8de76c79d4e7c5662ba46: Waiting for close lock at 1731828127935Running coprocessor pre-close hooks at 1731828127935Disabling compacts and flushes for region at 1731828127935Disabling writes for close at 1731828127935Writing region close event to WAL at 1731828127935Running coprocessor post-close hooks at 1731828127938 (+3 ms)Closed at 1731828127938 2024-11-17T07:22:07,938 DEBUG [RS_CLOSE_REGION-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731828106987.bc09b5ed66a8de76c79d4e7c5662ba46. 2024-11-17T07:22:07,941 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740/.tmp/rep_barrier/801085a2b82146398bea24a6fe3514b3 2024-11-17T07:22:07,962 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740/.tmp/table/f28209c8d13043c7913da382ab5f436f is 53, key is hbase:replication/table:state/1731828114633/Put/seqid=0 2024-11-17T07:22:07,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741852_1028 (size=5308) 2024-11-17T07:22:08,075 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T07:22:08,075 DEBUG [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T07:22:08,076 DEBUG [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:22:08,276 DEBUG [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T07:22:08,366 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740/.tmp/table/f28209c8d13043c7913da382ab5f436f 2024-11-17T07:22:08,370 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740/.tmp/info/d208f636615545d099220fa9ef1b4f28 as hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740/info/d208f636615545d099220fa9ef1b4f28 2024-11-17T07:22:08,374 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740/info/d208f636615545d099220fa9ef1b4f28, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T07:22:08,374 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740/.tmp/ns/99065e19e6b547759db2141b41361885 as hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740/ns/99065e19e6b547759db2141b41361885 2024-11-17T07:22:08,378 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740/ns/99065e19e6b547759db2141b41361885, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T07:22:08,378 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740/.tmp/rep_barrier/801085a2b82146398bea24a6fe3514b3 as hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740/rep_barrier/801085a2b82146398bea24a6fe3514b3 2024-11-17T07:22:08,381 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740/rep_barrier/801085a2b82146398bea24a6fe3514b3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T07:22:08,382 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740/.tmp/table/f28209c8d13043c7913da382ab5f436f as hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740/table/f28209c8d13043c7913da382ab5f436f 2024-11-17T07:22:08,385 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740/table/f28209c8d13043c7913da382ab5f436f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T07:22:08,385 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false 2024-11-17T07:22:08,389 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T07:22:08,389 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T07:22:08,390 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T07:22:08,390 INFO [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T07:22:08,390 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731828127075Running coprocessor pre-close hooks at 1731828127075Disabling compacts and flushes for region at 1731828127075Disabling writes for close at 1731828127075Obtaining lock to block concurrent updates at 1731828127075Preparing flush snapshotting stores in 1588230740 at 1731828127075Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731828127075Flushing stores of hbase:meta,,1.1588230740 at 1731828127075Flushing 1588230740/info: creating writer at 1731828127075Flushing 1588230740/info: appending metadata at 1731828127090 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731828127090Flushing 1588230740/ns: creating writer at 1731828127499 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731828127516 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731828127516Flushing 1588230740/rep_barrier: creating writer at 1731828127524 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731828127537 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731828127537Flushing 1588230740/table: creating writer at 1731828127944 (+407 ms)Flushing 1588230740/table: appending metadata at 1731828127961 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731828127961Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c01dafe: reopening flushed file at 1731828128370 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@279cc8db: reopening flushed file at 1731828128374 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d5597f9: reopening flushed file at 1731828128378 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ab1432: reopening flushed file at 1731828128381 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false at 1731828128386 (+5 ms)Writing region close event to WAL at 1731828128387 (+1 ms)Running coprocessor post-close hooks at 1731828128389 (+2 ms)Closed at 1731828128390 (+1 ms) 2024-11-17T07:22:08,390 DEBUG [RS_CLOSE_META-regionserver/1dd62e24b303:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T07:22:08,476 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(976): stopping server 1dd62e24b303,40003,1731828097534; all regions closed. 2024-11-17T07:22:08,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741843_1019 (size=859) 2024-11-17T07:22:08,478 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/WALs/1dd62e24b303,40003,1731828097534/1dd62e24b303%2C40003%2C1731828097534.meta.1731828118534.meta not finished, retry = 0 2024-11-17T07:22:08,581 DEBUG [RS:0;1dd62e24b303:40003 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/oldWALs 2024-11-17T07:22:08,581 INFO [RS:0;1dd62e24b303:40003 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C40003%2C1731828097534.meta:.meta(num 1731828118534) 2024-11-17T07:22:08,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741842_1018 (size=2791) 2024-11-17T07:22:08,584 DEBUG [RS:0;1dd62e24b303:40003 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/oldWALs 2024-11-17T07:22:08,584 INFO [RS:0;1dd62e24b303:40003 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C40003%2C1731828097534.rep:(num 1731828118516) 2024-11-17T07:22:08,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741844_1020 (size=696) 2024-11-17T07:22:08,587 DEBUG [RS:0;1dd62e24b303:40003 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/oldWALs 2024-11-17T07:22:08,587 INFO [RS:0;1dd62e24b303:40003 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1dd62e24b303%2C40003%2C1731828097534:(num 1731828118554) 2024-11-17T07:22:08,587 DEBUG [RS:0;1dd62e24b303:40003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:22:08,587 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T07:22:08,587 INFO [RS:0;1dd62e24b303:40003 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:22:08,588 INFO [RS:0;1dd62e24b303:40003 {}] hbase.ChoreService(370): Chore service for: regionserver/1dd62e24b303:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T07:22:08,588 INFO [RS:0;1dd62e24b303:40003 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:22:08,588 INFO [regionserver/1dd62e24b303:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:22:08,588 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1dd62e24b303,40003,1731828097534 because: Region server is closing 2024-11-17T07:22:08,588 INFO [RS:0;1dd62e24b303:40003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:40003. 2024-11-17T07:22:08,589 DEBUG [RS:0;1dd62e24b303:40003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:22:08,589 DEBUG [RS:0;1dd62e24b303:40003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:22:08,589 DEBUG [RS:0;1dd62e24b303:40003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:22:08,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:22:08,689 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.shipper1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T07:22:08,689 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,1-1dd62e24b303,40003,1731828097534.replicationSource.shipper1dd62e24b303%2C40003%2C1731828097534,1-1dd62e24b303,40003,1731828097534 terminated 2024-11-17T07:22:08,689 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-1dd62e24b303,40003,1731828097534 because: Region server is closing 2024-11-17T07:22:08,690 INFO [RS:0;1dd62e24b303:40003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1dd62e24b303:40003. 2024-11-17T07:22:08,690 DEBUG [RS:0;1dd62e24b303:40003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T07:22:08,690 DEBUG [RS:0;1dd62e24b303:40003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:22:08,690 DEBUG [RS:0;1dd62e24b303:40003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T07:22:08,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T07:22:08,790 WARN [RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534.replicationSource.shipper1dd62e24b303%2C40003%2C1731828097534,2-1dd62e24b303,40003,1731828097534 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T07:22:08,790 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1dd62e24b303:0-0.replicationSource,2-1dd62e24b303,40003,1731828097534.replicationSource.shipper1dd62e24b303%2C40003%2C1731828097534,2-1dd62e24b303,40003,1731828097534 terminated 2024-11-17T07:22:08,790 INFO [RS:0;1dd62e24b303:40003 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40003 2024-11-17T07:22:08,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x10124cd885b0001, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-97721825/rs/1dd62e24b303,40003,1731828097534 2024-11-17T07:22:08,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-97721825/rs 2024-11-17T07:22:08,792 INFO [RS:0;1dd62e24b303:40003 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:22:08,793 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1dd62e24b303,40003,1731828097534] 2024-11-17T07:22:08,794 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-97721825/draining/1dd62e24b303,40003,1731828097534 already deleted, retry=false 2024-11-17T07:22:08,794 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1dd62e24b303,40003,1731828097534 expired; onlineServers=0 2024-11-17T07:22:08,794 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1dd62e24b303,38131,1731828097486' ***** 2024-11-17T07:22:08,794 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T07:22:08,794 INFO [M:0;1dd62e24b303:38131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T07:22:08,794 INFO [M:0;1dd62e24b303:38131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T07:22:08,794 DEBUG [M:0;1dd62e24b303:38131 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T07:22:08,795 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T07:22:08,795 DEBUG [M:0;1dd62e24b303:38131 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T07:22:08,795 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828098077 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.large.0-1731828098077,5,FailOnTimeoutGroup] 2024-11-17T07:22:08,795 DEBUG [master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828098081 {}] cleaner.HFileCleaner(306): Exit Thread[master/1dd62e24b303:0:becomeActiveMaster-HFileCleaner.small.0-1731828098081,5,FailOnTimeoutGroup] 2024-11-17T07:22:08,795 INFO [M:0;1dd62e24b303:38131 {}] hbase.ChoreService(370): Chore service for: master/1dd62e24b303:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T07:22:08,795 INFO [M:0;1dd62e24b303:38131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T07:22:08,795 DEBUG [M:0;1dd62e24b303:38131 {}] master.HMaster(1795): Stopping service threads 2024-11-17T07:22:08,795 INFO [M:0;1dd62e24b303:38131 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T07:22:08,795 INFO [M:0;1dd62e24b303:38131 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T07:22:08,795 INFO [M:0;1dd62e24b303:38131 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T07:22:08,795 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T07:22:08,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-97721825/master 2024-11-17T07:22:08,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-97721825 2024-11-17T07:22:08,797 DEBUG [M:0;1dd62e24b303:38131 {}] zookeeper.ZKUtil(347): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Unable to get data of znode /0-97721825/master because node does not exist (not an error) 2024-11-17T07:22:08,797 WARN [M:0;1dd62e24b303:38131 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T07:22:08,797 INFO [M:0;1dd62e24b303:38131 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/.lastflushedseqids 2024-11-17T07:22:08,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741853_1029 (size=263) 2024-11-17T07:22:08,803 INFO [M:0;1dd62e24b303:38131 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T07:22:08,804 INFO [M:0;1dd62e24b303:38131 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T07:22:08,804 DEBUG [M:0;1dd62e24b303:38131 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T07:22:08,804 INFO [M:0;1dd62e24b303:38131 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:22:08,804 DEBUG [M:0;1dd62e24b303:38131 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:22:08,804 DEBUG [M:0;1dd62e24b303:38131 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T07:22:08,804 DEBUG [M:0;1dd62e24b303:38131 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:22:08,804 INFO [M:0;1dd62e24b303:38131 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-17T07:22:08,819 DEBUG [M:0;1dd62e24b303:38131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c43864262ecf4e3db803d01bebee9f51 is 82, key is hbase:meta,,1/info:regioninfo/1731828099247/Put/seqid=0 2024-11-17T07:22:08,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741854_1030 (size=5672) 2024-11-17T07:22:08,893 INFO [RS:0;1dd62e24b303:40003 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:22:08,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x10124cd885b0001, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:22:08,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x10124cd885b0001, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:22:08,894 INFO [RS:0;1dd62e24b303:40003 {}] regionserver.HRegionServer(1031): Exiting; stopping=1dd62e24b303,40003,1731828097534; zookeeper connection closed. 2024-11-17T07:22:08,894 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19c7797 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19c7797 2024-11-17T07:22:08,894 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T07:22:09,223 INFO [M:0;1dd62e24b303:38131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c43864262ecf4e3db803d01bebee9f51 2024-11-17T07:22:09,240 DEBUG [M:0;1dd62e24b303:38131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69a6956c4c214f069238c981d5636903 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731828114636/Put/seqid=0 2024-11-17T07:22:09,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741855_1031 (size=8909) 2024-11-17T07:22:09,244 INFO [M:0;1dd62e24b303:38131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69a6956c4c214f069238c981d5636903 2024-11-17T07:22:09,261 DEBUG [M:0;1dd62e24b303:38131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b952d87210a49f0bb122e8301277e97 is 69, key is 1dd62e24b303,40003,1731828097534/rs:state/1731828098173/Put/seqid=0 2024-11-17T07:22:09,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741856_1032 (size=5156) 2024-11-17T07:22:09,664 INFO [M:0;1dd62e24b303:38131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b952d87210a49f0bb122e8301277e97 2024-11-17T07:22:09,668 DEBUG [M:0;1dd62e24b303:38131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c43864262ecf4e3db803d01bebee9f51 as hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c43864262ecf4e3db803d01bebee9f51 2024-11-17T07:22:09,671 INFO [M:0;1dd62e24b303:38131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c43864262ecf4e3db803d01bebee9f51, entries=8, sequenceid=112, filesize=5.5 K 2024-11-17T07:22:09,672 DEBUG [M:0;1dd62e24b303:38131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69a6956c4c214f069238c981d5636903 as hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69a6956c4c214f069238c981d5636903 2024-11-17T07:22:09,676 INFO [M:0;1dd62e24b303:38131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69a6956c4c214f069238c981d5636903, entries=13, sequenceid=112, filesize=8.7 K 2024-11-17T07:22:09,677 DEBUG [M:0;1dd62e24b303:38131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b952d87210a49f0bb122e8301277e97 as hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b952d87210a49f0bb122e8301277e97 2024-11-17T07:22:09,680 INFO [M:0;1dd62e24b303:38131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/1701fbd4-5fbd-6c51-0768-f0a240550e82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b952d87210a49f0bb122e8301277e97, entries=1, sequenceid=112, filesize=5.0 K 2024-11-17T07:22:09,681 INFO [M:0;1dd62e24b303:38131 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=112, compaction requested=false 2024-11-17T07:22:09,682 INFO [M:0;1dd62e24b303:38131 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T07:22:09,682 DEBUG [M:0;1dd62e24b303:38131 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731828128804Disabling compacts and flushes for region at 1731828128804Disabling writes for close at 1731828128804Obtaining lock to block concurrent updates at 1731828128804Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731828128804Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731828128804Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731828128805 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731828128805Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731828128818 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731828128818Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731828129226 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731828129240 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731828129240Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731828129247 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731828129260 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731828129260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@565cb323: reopening flushed file at 1731828129668 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c0781d: reopening flushed file at 1731828129672 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12f3ec6c: reopening flushed file at 1731828129676 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=112, compaction requested=false at 1731828129681 (+5 ms)Writing region close event to WAL at 1731828129682 (+1 ms)Closed at 1731828129682 2024-11-17T07:22:09,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741830_1006 (size=69055) 2024-11-17T07:22:09,684 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T07:22:09,684 INFO [M:0;1dd62e24b303:38131 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T07:22:09,684 INFO [M:0;1dd62e24b303:38131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38131 2024-11-17T07:22:09,685 INFO [M:0;1dd62e24b303:38131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T07:22:09,786 INFO [M:0;1dd62e24b303:38131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T07:22:09,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:22:09,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10124cd885b0000, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T07:22:09,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@772cd50{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T07:22:09,789 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bde6823{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:22:09,789 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:22:09,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9aea8be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:22:09,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61aeee70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/hadoop.log.dir/,STOPPED} 2024-11-17T07:22:09,791 WARN [BP-1075547176-172.17.0.2-1731828096480 heartbeating to localhost/127.0.0.1:38143 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T07:22:09,791 WARN [BP-1075547176-172.17.0.2-1731828096480 heartbeating to localhost/127.0.0.1:38143 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1075547176-172.17.0.2-1731828096480 (Datanode Uuid 836d52a3-d83b-4bf8-a0e5-51287e795fe2) service to localhost/127.0.0.1:38143 2024-11-17T07:22:09,791 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T07:22:09,791 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T07:22:09,791 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/cluster_90d248ad-cc9e-11b2-a571-319c45595b0d/data/data1/current/BP-1075547176-172.17.0.2-1731828096480 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:22:09,791 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/cluster_90d248ad-cc9e-11b2-a571-319c45595b0d/data/data2/current/BP-1075547176-172.17.0.2-1731828096480 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T07:22:09,791 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T07:22:09,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a93662f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T07:22:09,798 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@169722f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T07:22:09,798 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T07:22:09,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ebed45a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T07:22:09,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59820be7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c88eb7b-74e3-3c08-69f0-ad334e8c9f6c/hadoop.log.dir/,STOPPED} 2024-11-17T07:22:09,803 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T07:22:09,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T07:22:09,829 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=596 (was 533) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54430) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54430) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:38767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38767 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38143 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38143 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38767 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:46587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46587 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54430) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:38143 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38143 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38143 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38767 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38143 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46587 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=980 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 400), ProcessCount=11 (was 11), AvailableMemoryMB=306 (was 589) 2024-11-17T07:22:09,829 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=596 is superior to 500 2024-11-17T07:22:09,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10124cd885b0005, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T07:22:09,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10124cd885b0002, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T07:22:09,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10124cd885b0008, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T07:22:09,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10124cd885b0002, quorum=127.0.0.1:54430, baseZNode=/0-97721825 Received Disconnected from ZooKeeper, ignoring 2024-11-17T07:22:09,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10124cd885b0005, quorum=127.0.0.1:54430, baseZNode=/1-1448955782 Received Disconnected from ZooKeeper, ignoring 2024-11-17T07:22:09,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10124cd885b0008, quorum=127.0.0.1:54430, baseZNode=/2870184423 Received Disconnected from ZooKeeper, ignoring